-- Logs begin at Mon 2021-09-27 11:37:14 UTC, end at Mon 2021-09-27 12:39:22 UTC. -- Sep 27 12:10:28.381269 dv-cinder-768458-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 27 12:10:31.083988 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.common.config [-] Logging enabled! Sep 27 12:10:31.084547 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev29 Sep 27 12:10:31.084751 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93954) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 27 12:10:31.087994 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.common.config [-] Logging enabled! Sep 27 12:10:31.088251 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev29 Sep 27 12:10:31.088566 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93954) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 27 12:10:31.089501 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 27 12:10:31.089733 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 27 12:10:31.090237 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 27 12:10:31.090488 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 27 12:10:31.090713 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 27 12:10:31.091058 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.091359 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.091655 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.091884 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.092175 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.092463 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.092743 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.093031 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.093322 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.093605 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.093881 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.094162 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.094392 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.094672 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.094954 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.095262 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.095483 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] debug = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.095762 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.096183 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.096592 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.096868 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.097162 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.097439 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.097709 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.097981 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.098262 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.098590 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] host = dv-cinder-768458-11-iscsi {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.098867 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.099175 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.099463 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.099750 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.100025 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.100298 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.100585 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.100858 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.101129 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] log_file = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.101402 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.101687 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.101972 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.102258 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.102481 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.102702 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.103006 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.103302 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.103575 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.103844 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.104115 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.104385 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.104659 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.104923 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.105206 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.105489 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.105812 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.106086 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.106357 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.106626 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.106893 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.107207 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.107479 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.107749 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.108018 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.108299 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.108565 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.108833 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.109128 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.109411 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.109688 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.109968 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.110238 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.110516 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.110786 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.111081 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.111353 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] use_json = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.111623 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.111891 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.112168 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.112438 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.112707 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.112976 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.113246 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.113527 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:31.113819 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.114110 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.114406 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.114685 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.114975 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.115270 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.115556 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.115831 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.116113 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.116397 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.116684 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.116964 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.117248 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.117522 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.117813 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.118113 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.118402 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.118695 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.118966 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.119257 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.119536 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.119802 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.120084 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.120359 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.120643 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.120928 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.121202 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.122011 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.122301 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.122588 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.122861 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.123162 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.123452 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.123726 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.123994 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.124269 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.124553 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.124829 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.125099 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.125377 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.125651 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.125918 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.126186 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.126460 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.126747 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.127043 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.127313 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.127584 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.127857 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.128123 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.128401 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.128675 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.128942 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.129210 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.129484 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.129751 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.130021 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.130293 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.130558 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.130829 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.131123 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.131390 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.131658 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.131923 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.132189 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.132455 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.132721 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.132994 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.133261 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.133530 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.133796 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.134063 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.134330 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.134610 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.134904 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.135203 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.135478 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.135752 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.136025 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.136299 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.136572 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.136844 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.137679 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.137948 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.138235 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.138514 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.138794 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.139101 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.139377 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.139675 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.139952 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.140231 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.140504 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.140776 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.141055 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.141334 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.141626 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.141914 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.142204 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.142492 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.142781 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.143084 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.143393 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.143670 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:31.143886 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 27 12:10:31.144121 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93954) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 27 12:10:31.489446 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 27 12:10:31.489718 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 27 12:10:31.490003 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 27 12:10:31.490331 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 27 12:10:31.880867 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:31.881152 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:31.881428 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:31.882709 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:31.883008 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:31.883264 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:31.919225 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:31.919503 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:31.919768 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:31.934237 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:31.934517 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:31.934785 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:31.963388 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:31.963662 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:31.963931 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.002451 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.002729 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.003021 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.231544 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.232146 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.232146 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.232318 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.232942 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.350481 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.350795 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.351105 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.351374 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.351634 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.351941 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.352197 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.352450 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.352700 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.352982 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.353236 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.353498 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.353753 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.354004 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.354255 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.354514 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.354765 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.355049 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.355317 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.355573 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.355867 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.356117 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.356394 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.356769 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.357019 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.357265 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.357659 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93954) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 12:10:32.357900 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93954) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 12:10:32.358136 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93954) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 12:10:32.358371 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93954) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 12:10:32.358605 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93954) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 12:10:32.358839 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93954) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 12:10:32.359221 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 27 12:10:32.362218 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 27 12:10:32.366188 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 27 12:10:32.369775 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 27 12:10:32.372002 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 27 12:10:32.372446 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 27 12:10:32.372782 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 27 12:10:32.373165 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 27 12:10:32.375937 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 27 12:10:32.376182 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 27 12:10:32.376524 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 27 12:10:32.381724 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 27 12:10:32.403880 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 27 12:10:32.404328 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.404623 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93954) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 27 12:10:32.404978 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.406321 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93954) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 27 12:10:32.406759 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 27 12:10:32.407022 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 27 12:10:32.410196 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.410479 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:32.474375 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 27 12:10:32.474607 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 27 12:10:32.474839 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 27 12:10:32.475244 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 27 12:10:32.497315 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_db.sqlalchemy.engines [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93954) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 27 12:10:33.032784 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.plugins.ml2.managers [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Initializing driver for type 'gre' Sep 27 12:10:33.033312 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] gre ID ranges: [(1, 1000)] Sep 27 12:10:33.084504 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.plugins.ml2.managers [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Initializing driver for type 'local' Sep 27 12:10:33.084823 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.plugins.ml2.managers [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Initializing driver for type 'vlan' Sep 27 12:10:33.097930 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] VlanTypeDriver initialization complete Sep 27 12:10:33.098259 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.plugins.ml2.managers [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Initializing driver for type 'vxlan' Sep 27 12:10:33.098744 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] vxlan ID ranges: [(1, 1000)] Sep 27 12:10:33.150659 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.plugins.ml2.managers [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Initializing extension driver 'port_security' Sep 27 12:10:33.151038 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.plugins.ml2.extensions.port_security [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] PortSecurityExtensionDriver initialization complete Sep 27 12:10:33.151397 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.plugins.ml2.managers [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Initializing mechanism driver 'openvswitch' Sep 27 12:10:33.151716 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.plugins.ml2.managers [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Initializing mechanism driver 'hyperv' Sep 27 12:10:33.158732 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:10:33.159457 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > port after_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.159835 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > port after_update 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.160194 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > port after_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.160714 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93954) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 12:10:33.161148 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > subnet after_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.161507 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > subnet after_update 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.161858 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.162256 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93954) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 12:10:33.162667 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > network after_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.163045 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > network after_update 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.163396 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > network after_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.163789 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93954) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 12:10:33.164197 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > security_group after_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.164548 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > security_group after_update 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.164890 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.165421 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93954) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 12:10:33.165834 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.166190 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.166540 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.166936 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93954) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 12:10:33.167370 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > address_group after_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.167725 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > address_group after_update 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.168069 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.169047 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93954) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 12:10:33.169428 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] ML2 OVO RPC backend initialized. {{(pid=93954) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 27 12:10:33.170142 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.170505 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.170927 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > network before_response 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.171307 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > networks before_response 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.171660 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > port before_response 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.172008 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > ports before_response 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.172358 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > subnet before_response 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.172703 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > subnets before_response 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.173054 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > network after_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.173398 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > network after_update 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.173739 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > network after_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.174080 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > port after_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.174419 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > port after_update 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.174758 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > port after_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.175128 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > subnet after_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.175471 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > subnet after_update 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.175807 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.176385 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.plugins.ml2.plugin [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Modular L2 Plugin initialization complete Sep 27 12:10:33.176714 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading services supported by the core plugin {{(pid=93954) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 27 12:10:33.177044 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.plugins.ml2.managers [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Got port-security extension from driver 'port_security' Sep 27 12:10:33.177514 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.extensions.vlantransparent [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Disabled vlantransparent extension. Sep 27 12:10:33.178001 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93954) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 27 12:10:33.178318 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading Plugin: router Sep 27 12:10:33.215656 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.216058 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > router after_create 55549900 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.216444 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > router before_create 55549900 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.216817 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.217199 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.217561 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > router after_delete 55549900 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.217926 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.218280 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.218658 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > router after_create 55549900 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.219011 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > router after_update 55549900 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.219372 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > router after_update 55549900 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.219725 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.220091 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > router after_update 55549900 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.220508 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > router precommit_update 55549900 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.220881 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: port after_update 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.221229 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: port after_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.221573 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: subnet after_update 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.221918 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.222275 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.222628 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > router precommit_create 55549900 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.222978 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: port before_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.223349 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > router precommit_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.223709 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > router after_update 55549900 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.224057 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.224414 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > router precommit_create 55549900 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.224779 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.225130 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > router precommit_update 55549900 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.225498 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > agent after_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.225853 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > agent after_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.226205 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > network after_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.227097 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.quota.resource_registry [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Tracking information for resource: router configured {{(pid=93954) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 12:10:33.227437 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.quota.resource_registry [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Tracking information for resource: floatingip configured {{(pid=93954) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 12:10:33.232929 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.db.l3_agentschedulers_db [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 27 12:10:33.233517 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: port after_update 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.233889 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: port after_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.234252 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: port after_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.234614 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: port after_update 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.235434 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > router before_create 55550100 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.235810 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.236184 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > router precommit_create 55550100 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.236548 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > router precommit_update 55550100 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.241417 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.services.provider_configuration [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Service providers = [] {{(pid=93954) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 27 12:10:33.241790 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.db.servicetype_db [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93954) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 27 12:10:33.244766 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.services.service_base [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93954) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 12:10:33.245123 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.services.service_base [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93954) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 12:10:33.245472 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.services.service_base [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93954) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 12:10:33.246402 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.services.service_base [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93954) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 12:10:33.246781 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.services.service_base [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 27 12:10:33.247197 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93954) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 12:10:33.247525 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 27 12:10:33.258058 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93954) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 12:10:33.258408 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading Plugin: auto_allocate Sep 27 12:10:33.264264 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: network precommit_update 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.264640 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: network precommit_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.265166 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93954) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 12:10:33.265499 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading Plugin: tag Sep 27 12:10:33.272172 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93954) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 12:10:33.272507 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading Plugin: timestamp Sep 27 12:10:33.276562 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93954) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 12:10:33.276902 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading Plugin: network_ip_availability Sep 27 12:10:33.282893 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.283250 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.283619 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.284353 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93954) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 12:10:33.284682 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading Plugin: flavors Sep 27 12:10:33.289412 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93954) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 12:10:33.289754 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading Plugin: revisions Sep 27 12:10:33.294633 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93954) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 12:10:33.295057 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.805s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 27 12:10:33.295797 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93954) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 27 12:10:33.296144 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Initializing extension manager. Sep 27 12:10:33.296661 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: __init__.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.297009 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: __pycache__ {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.297351 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.297689 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: address_group.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.298452 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.299058 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: address-group Sep 27 12:10:33.299390 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: address_scope.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.300303 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.300820 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: address-scope Sep 27 12:10:33.301153 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.302086 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.302596 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: router-admin-state-down-before-update Sep 27 12:10:33.302927 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: agent.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.303664 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.304168 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: agent Sep 27 12:10:33.304494 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: agent_resources_synced.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.305413 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.305925 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: agent-resources-synced Sep 27 12:10:33.306252 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: allowedaddresspairs.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.308103 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.308624 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: allowed-address-pairs Sep 27 12:10:33.309004 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: auto_allocated_topology.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.310091 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.310600 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: auto-allocated-topology Sep 27 12:10:33.310929 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: availability_zone.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.311663 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.312163 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: availability_zone Sep 27 12:10:33.312487 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: availability_zone_filter.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.313401 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.313901 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: availability_zone_filter Sep 27 12:10:33.314225 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: data_plane_status.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.315169 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.315677 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension data-plane-status not supported by any of loaded plugins Sep 27 12:10:33.316001 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: default_subnetpools.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.316936 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.317439 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: default-subnetpools Sep 27 12:10:33.317766 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.318582 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.319105 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: dhcp_agent_scheduler Sep 27 12:10:33.319438 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: dns.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.320362 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.320863 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension dns-integration not supported by any of loaded plugins Sep 27 12:10:33.321194 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: dns_domain_ports.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.322124 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.322627 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 27 12:10:33.322958 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.323919 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.324452 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 27 12:10:33.324783 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: dvr.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.325463 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.325971 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: dvr Sep 27 12:10:33.326298 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: ecmp_routes.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.327263 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.327765 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 27 12:10:33.328091 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: empty_string_filtering.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.329281 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.329786 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: empty-string-filtering Sep 27 12:10:33.330111 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.331056 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.331562 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 27 12:10:33.331886 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.332809 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.333319 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 27 12:10:33.333652 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: external_net.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.334567 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.335103 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: external-net Sep 27 12:10:33.335432 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.336361 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.336862 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: extra_dhcp_opt Sep 27 12:10:33.337189 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: extraroute.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.338103 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.338604 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: extraroute Sep 27 12:10:33.338929 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: extraroute_atomic.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.340495 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.340999 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: extraroute-atomic Sep 27 12:10:33.341324 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: filter_validation.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.341997 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.342496 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: filter-validation Sep 27 12:10:33.342821 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: fip_pf_description.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.343774 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.344272 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 27 12:10:33.344594 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: fip_port_details.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.345523 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.346030 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: fip-port-details Sep 27 12:10:33.346355 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: flavors.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.347627 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.348143 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: flavors Sep 27 12:10:33.348473 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.350135 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.350655 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 27 12:10:33.351015 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: floatingip_pools.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.351723 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.352231 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: floatingip-pools Sep 27 12:10:33.352563 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: ip_allocation.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.353507 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.354013 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension ip_allocation not supported by any of loaded plugins Sep 27 12:10:33.354341 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.355305 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.356400 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: ip-substring-filtering Sep 27 12:10:33.356727 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: l2_adjacency.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.357665 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.358170 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 27 12:10:33.358497 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: l3.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.359642 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.360157 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: router Sep 27 12:10:33.360489 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.362725 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.363290 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 27 12:10:33.363629 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.364586 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.365101 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: ext-gw-mode Sep 27 12:10:33.365432 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.366377 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.366887 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: l3-ha Sep 27 12:10:33.367257 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: l3_flavors.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.368181 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.368689 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: l3-flavors Sep 27 12:10:33.369018 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.369944 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.370460 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 27 12:10:33.370793 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: l3agentscheduler.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.371891 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.372401 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: l3_agent_scheduler Sep 27 12:10:33.372734 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: logging.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.374219 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.374741 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension logging not supported by any of loaded plugins Sep 27 12:10:33.375118 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: metering.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.375873 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.376454 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: metering Sep 27 12:10:33.376788 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.377878 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.378393 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: metering_source_and_destination_fields Sep 27 12:10:33.378727 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: multiprovidernet.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.379701 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.380212 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: multi-provider Sep 27 12:10:33.380542 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: netmtu.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.381465 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.381972 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: net-mtu Sep 27 12:10:33.382302 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: netmtu_writable.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.383263 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.383765 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: net-mtu-writable Sep 27 12:10:33.384094 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: network_availability_zone.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.384774 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.385275 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: network_availability_zone Sep 27 12:10:33.385600 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: network_ip_availability.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.386705 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.387286 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: network-ip-availability Sep 27 12:10:33.387622 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: network_segment_range.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.388396 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.388898 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension network-segment-range not supported by any of loaded plugins Sep 27 12:10:33.389228 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: pagination.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.390211 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.390549 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: pagination Sep 27 12:10:33.390879 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: port_device_profile.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.391837 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.392349 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: port-device-profile Sep 27 12:10:33.392677 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.393613 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.394114 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: port-mac-address-regenerate Sep 27 12:10:33.394441 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.395399 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.395905 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: port-numa-affinity-policy Sep 27 12:10:33.396240 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: port_resource_request.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.397285 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.397787 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension port-resource-request not supported by any of loaded plugins Sep 27 12:10:33.398112 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: portbindings.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.399074 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.399582 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: binding Sep 27 12:10:33.399907 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: portbindings_extended.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.401181 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.401693 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: binding-extended Sep 27 12:10:33.402025 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: portsecurity.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.403485 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.403994 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: port-security Sep 27 12:10:33.404339 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: project_id.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.405304 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.405639 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: project-id Sep 27 12:10:33.405966 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: providernet.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.406911 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.407453 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: provider Sep 27 12:10:33.407782 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: qos.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.411317 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.411842 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension qos not supported by any of loaded plugins Sep 27 12:10:33.412182 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.413432 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.413951 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 27 12:10:33.414287 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.415242 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.415757 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 27 12:10:33.416091 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: qos_default.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.417017 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.417527 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension qos-default not supported by any of loaded plugins Sep 27 12:10:33.417858 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: qos_fip.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.419158 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.419664 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension qos-fip not supported by any of loaded plugins Sep 27 12:10:33.419993 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: qos_gateway_ip.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.420932 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.421441 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 27 12:10:33.421770 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: qos_port_network_policy.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.422698 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.423245 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 27 12:10:33.423574 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: qos_pps_rule.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.424754 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.425276 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension qos-pps not supported by any of loaded plugins Sep 27 12:10:33.425608 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: qos_rule_type_details.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.426544 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.427084 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 27 12:10:33.427417 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: qos_rules_alias.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.428482 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.428993 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 27 12:10:33.429325 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: quotasv2.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.430256 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.430591 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: quotas Sep 27 12:10:33.430917 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: quotasv2_detail.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.434344 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.434695 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: quota_details Sep 27 12:10:33.435062 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: rbac.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.436139 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.436662 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: rbac-policies Sep 27 12:10:33.437005 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: rbac_address_group.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.437960 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.438478 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: rbac-address-group Sep 27 12:10:33.438813 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: rbac_address_scope.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.439766 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.440280 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: rbac-address-scope Sep 27 12:10:33.440613 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: rbac_security_groups.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.442048 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.442048 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: rbac-security-groups Sep 27 12:10:33.442345 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: rbac_subnetpool.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.443309 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.443826 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: rbac-subnetpool Sep 27 12:10:33.444158 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: revisionifmatch.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.445094 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.445610 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: revision-if-match Sep 27 12:10:33.445940 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: revisions.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.447116 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.447633 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: standard-attr-revisions Sep 27 12:10:33.447965 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: router_availability_zone.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.448657 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.449164 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: router_availability_zone Sep 27 12:10:33.450027 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: routerservicetype.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.450962 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.451500 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension router-service-type not supported by any of loaded plugins Sep 27 12:10:33.451831 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.452756 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.453267 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: security-groups-normalized-cidr Sep 27 12:10:33.453863 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.454784 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.455325 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: port-security-groups-filtering Sep 27 12:10:33.455656 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.456590 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.457102 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: security-groups-remote-address-group Sep 27 12:10:33.457438 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: securitygroup.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.469177 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.469705 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: security-group Sep 27 12:10:33.470044 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: segment.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.470846 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.471382 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension segment not supported by any of loaded plugins Sep 27 12:10:33.471719 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.472676 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.473189 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 27 12:10:33.473522 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: servicetype.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.474712 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.475268 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: service-type Sep 27 12:10:33.475609 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: sorting.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.476612 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.476954 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: sorting Sep 27 12:10:33.477291 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: standard_attr_segment.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.478241 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.478755 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 27 12:10:33.479120 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: standardattrdescription.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.479780 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.480286 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: standard-attr-description Sep 27 12:10:33.480641 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: stateful_security_group.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.481577 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.482091 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: stateful-security-group Sep 27 12:10:33.482421 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: stdattrs_common.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.483034 dv-cinder-768458-11-iscsi neutron-server[93954]: WARNING neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 27 12:10:33.483364 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.484297 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.484813 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 27 12:10:33.485140 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: subnet_onboard.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.486234 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.486752 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: subnet_onboard Sep 27 12:10:33.487118 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.488072 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.488582 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 27 12:10:33.488913 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: subnet_service_types.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.489850 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.490361 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: subnet-service-types Sep 27 12:10:33.490693 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: subnetallocation.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.491819 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.492331 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: subnet_allocation Sep 27 12:10:33.492662 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.493337 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.493844 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: subnetpool-prefix-ops Sep 27 12:10:33.494174 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.495160 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.495666 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 27 12:10:33.495997 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: tagging.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.497112 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.497637 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: standard-attr-tag Sep 27 12:10:33.497971 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: timestamp.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.499218 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.499740 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loaded extension: standard-attr-timestamp Sep 27 12:10:33.500074 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: trunk.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.501131 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.501648 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension trunk not supported by any of loaded plugins Sep 27 12:10:33.501980 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: trunk_details.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.502920 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.503464 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension trunk-details not supported by any of loaded plugins Sep 27 12:10:33.503796 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: uplink_status_propagation.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.504729 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.505240 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 27 12:10:33.505568 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Loading extension file: vlantransparent.py {{(pid=93954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 12:10:33.506248 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 12:10:33.506755 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 27 12:10:33.509224 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.quota.resource_registry [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Creating instance of TrackedResource for resource:network Sep 27 12:10:33.509756 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.quota.resource_registry [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Creating instance of TrackedResource for resource:subnet Sep 27 12:10:33.510164 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.quota.resource_registry [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 12:10:33.510570 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.quota.resource_registry [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Creating instance of TrackedResource for resource:port Sep 27 12:10:33.512382 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.v2.resource_helper [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 12:10:33.512784 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.v2.resource_helper [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Service FLAVORS assigned prefix: {{(pid=93954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 12:10:33.513438 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.v2.resource_helper [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 12:10:33.513870 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.v2.resource_helper [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 12:10:33.514215 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.quota.resource_registry [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Creating instance of TrackedResource for resource:router Sep 27 12:10:33.514654 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.quota.resource_registry [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Creating instance of TrackedResource for resource:floatingip Sep 27 12:10:33.515170 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.v2.resource_helper [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Service METERING assigned prefix: /metering {{(pid=93954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 12:10:33.516590 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.516965 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.517322 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:10:33.518357 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.quota.resource_registry [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Creating instance of CountableResource for resource:rbac_policy Sep 27 12:10:33.518813 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.quota.resource_registry [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Creating instance of TrackedResource for resource:security_group Sep 27 12:10:33.519304 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.quota.resource_registry [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 27 12:10:33.519902 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.v2.resource_helper [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Service CORE assigned prefix: {{(pid=93954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 12:10:33.520238 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.quota.resource_registry [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 12:10:33.520587 dv-cinder-768458-11-iscsi neutron-server[93954]: WARNING neutron.quota.resource_registry [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] subnetpool is already registered Sep 27 12:10:33.521037 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.v2.resource_helper [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Service CORE assigned prefix: {{(pid=93954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 12:10:33.521374 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.quota.resource_registry [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 12:10:33.521726 dv-cinder-768458-11-iscsi neutron-server[93954]: WARNING neutron.quota.resource_registry [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] subnetpool is already registered Sep 27 12:10:33.524068 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.v2.resource_helper [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 12:10:33.524508 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.v2.resource_helper [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Service FLAVORS assigned prefix: {{(pid=93954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 12:10:33.525113 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.v2.resource_helper [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 12:10:33.525548 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.v2.resource_helper [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 12:10:33.525889 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.quota.resource_registry [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Creating instance of TrackedResource for resource:router Sep 27 12:10:33.526234 dv-cinder-768458-11-iscsi neutron-server[93954]: WARNING neutron.quota.resource_registry [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] router is already registered Sep 27 12:10:33.526652 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.quota.resource_registry [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Creating instance of TrackedResource for resource:floatingip Sep 27 12:10:33.527053 dv-cinder-768458-11-iscsi neutron-server[93954]: WARNING neutron.quota.resource_registry [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] floatingip is already registered Sep 27 12:10:33.528147 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.v2.resource_helper [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Service METERING assigned prefix: /metering {{(pid=93954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 12:10:33.528836 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.quota.resource_registry [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Creating instance of CountableResource for resource:rbac_policy Sep 27 12:10:33.529172 dv-cinder-768458-11-iscsi neutron-server[93954]: WARNING neutron.quota.resource_registry [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] rbac_policy is already registered Sep 27 12:10:33.529600 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.quota.resource_registry [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Creating instance of TrackedResource for resource:security_group Sep 27 12:10:33.529942 dv-cinder-768458-11-iscsi neutron-server[93954]: WARNING neutron.quota.resource_registry [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] security_group is already registered Sep 27 12:10:33.530354 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.quota.resource_registry [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 27 12:10:33.530693 dv-cinder-768458-11-iscsi neutron-server[93954]: WARNING neutron.quota.resource_registry [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] security_group_rule is already registered Sep 27 12:10:33.531345 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.v2.resource_helper [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Service CORE assigned prefix: {{(pid=93954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 12:10:33.531683 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.quota.resource_registry [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 12:10:33.532021 dv-cinder-768458-11-iscsi neutron-server[93954]: WARNING neutron.quota.resource_registry [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] subnetpool is already registered Sep 27 12:10:33.532445 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.v2.resource_helper [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Service CORE assigned prefix: {{(pid=93954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 12:10:33.532783 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.quota.resource_registry [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 12:10:33.533162 dv-cinder-768458-11-iscsi neutron-server[93954]: WARNING neutron.quota.resource_registry [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] subnetpool is already registered Sep 27 12:10:33.533589 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: extensions {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.535143 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: address-groups {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.536627 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: address-scopes {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.537956 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: agents {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.539163 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: auto-allocated-topology {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.540428 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: availability_zones {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.541651 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: dhcp-networks {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.543235 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: dhcp-agents {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.544677 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: routers {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.546935 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: flavors {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.548144 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: service_profiles {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.549364 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: next_providers {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.550815 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: service_profiles {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.552394 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: floatingip-pools {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.553622 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: routers {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.555839 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: floatingips {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.557138 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: l3-routers {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.558577 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: l3-agents {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.560056 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: metering-labels {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.561427 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: metering-label-rules {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.562706 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: network-ip-availabilities {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.564012 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: bindings {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.566539 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: quotas {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.568040 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: quotas {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.569468 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: rbac-policies {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.570675 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: security-groups {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.572017 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: security-group-rules {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.573292 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: service-providers {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.575052 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: subnetpools {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.576526 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: subnetpools {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.578130 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: tags {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.580283 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: tags {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.582480 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: tags {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.584324 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: tags {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.586130 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: tags {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.588010 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: tags {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.590660 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: tags {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.592716 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: tags {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.594674 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: tags {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.596676 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron.api.extensions [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Extended resource: tags {{(pid=93954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 12:10:33.603445 dv-cinder-768458-11-iscsi neutron-server[93954]: WARNING keystonemiddleware.auth_token [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 27 12:10:33.608554 dv-cinder-768458-11-iscsi neutron-server[93954]: WARNING keystonemiddleware.auth_token [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 27 12:10:33.617243 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Acquired lock "singleton_lock" {{(pid=93954) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 27 12:10:33.617720 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Releasing lock "singleton_lock" {{(pid=93954) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 27 12:10:33.618361 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO oslo_service.service [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Starting 2 workers Sep 27 12:10:33.623362 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Started child 94061 {{(pid=93954) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 12:10:33.627797 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Started child 94062 {{(pid=93954) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 12:10:33.628694 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:10:33.629433 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO neutron.service [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 27 12:10:33.630121 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Notify callbacks [] for process, before_spawn {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:10:33.630276 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [-] (94061) wsgi starting up on http://0.0.0.0:9696 Sep 27 12:10:33.632572 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:10:33.633061 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO oslo_service.service [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Starting 1 workers Sep 27 12:10:33.633990 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [-] (94062) wsgi starting up on http://0.0.0.0:9696 Sep 27 12:10:33.638529 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Started child 94063 {{(pid=93954) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 12:10:33.639009 dv-cinder-768458-11-iscsi neutron-server[93954]: INFO oslo_service.service [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Starting 1 workers Sep 27 12:10:33.641828 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.service [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] calling RpcWorker wait() {{(pid=94063) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 27 12:10:33.642409 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.service [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] returning from RpcWorker wait() {{(pid=94063) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 27 12:10:33.643501 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Started child 94064 {{(pid=93954) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 12:10:33.643668 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:10:33.644171 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:10:33.644320 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdd2c-94b6-4024-8385-c81a57363c68 None None] Notify callbacks [] for process, after_spawn {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:10:33.646173 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93954) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 27 12:10:33.646381 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 27 12:10:33.646564 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 27 12:10:33.646784 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 27 12:10:33.647155 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 27 12:10:33.647326 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 27 12:10:33.647858 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.648141 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.648394 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.648568 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:10:33.649091 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.649091 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.649537 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.649775 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.650015 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.650302 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.650571 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.650747 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.650913 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.651198 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.651492 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.651742 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.652011 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.652255 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.652601 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.653355 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.653534 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.653810 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.654047 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.654312 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] debug = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.654554 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.655090 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.655336 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.655596 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.655833 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.656113 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.656357 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.656617 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.656871 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.657091 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.657364 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.657615 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.657856 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.658161 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.662446 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.662446 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.662446 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.662446 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] host = dv-cinder-768458-11-iscsi {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.662446 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.662446 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.662446 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.662446 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.663767 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.663767 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.663767 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.663767 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.663767 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.663767 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.663767 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.663767 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.664812 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.664812 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] log_file = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.664812 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] log_options = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.664812 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.664812 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.664812 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.664812 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.664812 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.665865 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.665865 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.665865 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.665865 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.665865 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.665865 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.665865 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.665865 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.666902 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.666902 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.666902 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.666902 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.667537 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.667537 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.667537 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.667932 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.667932 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.668209 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.668438 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.668674 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.668917 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.669164 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.669380 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.669596 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.669849 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.670081 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.670351 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.670585 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.670831 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.671115 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.671348 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.671577 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.671811 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.672091 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.672320 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.672649 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.672847 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.673065 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.673321 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.673557 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.673786 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.674010 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] use_json = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.674284 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.674457 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.674737 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.674956 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.675209 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.675427 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.675658 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.675875 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.676679 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.677026 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.677574 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.677574 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.677983 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.678124 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.678332 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.678554 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.678835 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.679589 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:10:33.679782 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.679999 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.680230 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.680533 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.681404 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.681404 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.681404 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.681833 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.681833 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.682602 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.682602 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.682602 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.684135 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.684135 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.684135 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.684135 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.684135 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.684135 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.686678 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.686678 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.686678 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.686678 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.686678 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.686678 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.686678 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.686678 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.687732 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.687732 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.687732 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.687732 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.687732 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.687732 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.688477 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.688477 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.688477 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.688851 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.689074 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.689232 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.689378 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.689594 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.689826 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.690047 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.690257 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.691043 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.691287 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.691937 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.691937 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.692223 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.692223 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.694177 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.694177 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.694177 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.694177 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.694177 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.694177 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.694177 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.694177 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.695311 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.695311 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.695311 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.697773 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.697773 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.697773 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.697773 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.697773 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.697773 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.697773 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.697773 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.697773 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.699094 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.699094 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.699094 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.699094 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.699094 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.699094 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.699094 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.699094 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.701021 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.701021 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.701021 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.701021 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.701021 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.701021 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.701347 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.701498 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.701752 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.701988 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.702260 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.702496 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.702749 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.703008 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.703262 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.703764 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.704043 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.704282 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.704523 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.704813 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.705012 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.705238 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.705478 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.705717 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.705959 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.706218 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.706464 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.706733 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.706965 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.707227 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.707502 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.707893 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.708197 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.708418 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.708697 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.708975 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.709247 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.709502 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.709738 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.710001 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.710252 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.710495 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.710752 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.711004 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.711267 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.711524 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.711796 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.712248 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.712476 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.712695 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.713636 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.713636 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.713636 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.714032 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.714032 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.714264 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.714385 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.714622 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.714886 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.715724 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.715983 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.716241 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.716471 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.716686 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.716946 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.717192 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.717406 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.717644 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.717876 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.718173 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.718450 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.718802 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.719080 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.719517 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.719888 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.720642 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.721074 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.721473 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.721905 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.722291 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.722686 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.723129 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.723531 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.723954 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.724368 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.724590 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.724866 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.725094 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.725368 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.725621 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.725860 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.726123 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.726386 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.726630 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.726857 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.727131 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.727350 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.727575 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.727810 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.728052 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.728273 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.728508 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.728757 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.728952 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.729218 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.729461 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.729812 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.730070 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.730307 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.730584 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.730804 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.732112 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.732112 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.732112 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.732112 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.732112 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.732445 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.732445 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.732665 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.733057 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.733417 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.733777 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.734155 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.734550 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.734791 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.735103 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.735369 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.735614 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.735874 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.736115 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.736337 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.736596 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.736817 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.737044 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.737280 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.737500 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.737713 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.737942 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.738157 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.738369 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.738593 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.738811 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.739046 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.739275 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.739523 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.739734 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.739958 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.740181 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.740391 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.740616 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.740826 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.741037 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.741258 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.741474 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.741684 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.741911 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.742123 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.742333 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.742556 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.742788 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.743021 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.743329 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.743583 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.743805 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.744096 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.744359 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.744626 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.744881 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.745204 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.745421 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.745663 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.745883 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.746120 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.746370 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.746611 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.746928 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.747252 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.747504 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.747779 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.748142 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.748541 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.748822 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.749038 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.749337 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.749875 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.750158 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.750428 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.750665 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.750921 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.751172 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.751393 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.751636 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.751873 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.752114 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.752362 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.752613 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.752873 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.753113 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.753362 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.753586 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.753833 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.754066 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.754310 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.754528 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.754683 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 27 12:10:33.755249 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93954) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 27 12:10:33.755439 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 27 12:10:33.755602 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 27 12:10:33.755743 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 27 12:10:33.755894 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 27 12:10:33.756054 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 27 12:10:33.756278 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.756403 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.756807 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.756807 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.757029 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.757029 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.757176 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.757548 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.757548 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.757794 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.757794 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.757995 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.758096 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.758197 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.758334 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.758493 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.758652 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.758813 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.758974 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.759309 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.759466 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.759625 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.759771 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] debug = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.759937 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.760141 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.760302 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.760460 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.760619 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.760775 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.760932 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.761091 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.761247 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.761405 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.761562 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.761719 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.762541 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.762700 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.763033 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.763193 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.763353 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.763511 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] host = dv-cinder-768458-11-iscsi {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.763669 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.763826 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.763983 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.764142 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.764301 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.764459 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.764616 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.764774 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.764932 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.765089 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.765246 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.765403 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.765560 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.765719 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] log_file = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.765876 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] log_options = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.766034 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.766191 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.766368 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.766533 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.766698 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.766856 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.767032 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.767194 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.767352 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.767509 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.767665 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.767821 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.767978 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.768205 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.768303 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.768439 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.768632 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.768740 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.769093 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.769322 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.769549 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.769713 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.769874 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.770030 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.770187 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.770346 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.770508 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.770667 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.771028 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.771139 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:10:33.771227 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.771334 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.771493 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.771652 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.771810 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.771970 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.772127 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.772283 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.772441 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.772603 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.772760 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.772916 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.773073 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.773230 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.773387 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.773546 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.773705 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.773863 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] use_json = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.774019 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.774176 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.774332 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.774490 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.774648 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.774804 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.774962 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.775143 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 12:10:33.775321 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.775482 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.775652 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.775813 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.775975 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.776134 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.776293 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.776452 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.776612 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.776774 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.776943 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.777101 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.777272 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.777456 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.778230 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.778394 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.778553 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.778713 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.778873 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.779056 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.779219 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.779381 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.779551 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.779711 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.779871 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.780031 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.780192 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.780368 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.780529 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.780690 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.780856 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.781016 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.781176 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.781338 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.781499 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.781659 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.781820 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.781982 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.782141 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.782301 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.782464 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.782701 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.782914 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.783275 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.783392 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.783739 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.783739 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.783929 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.784038 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.784635 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.784796 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.785113 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.785284 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.786135 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.786135 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.786135 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.786135 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.786135 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.786453 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.786453 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.786586 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.786650 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.786789 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.787118 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.787329 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.787488 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.787663 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.787825 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.787985 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.788145 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.788306 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.788470 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.788628 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.788788 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.788951 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.789112 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.789267 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.789438 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.789584 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.789743 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.789905 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.790065 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.790227 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.790387 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.790549 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.790711 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.790871 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.791055 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.791217 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.791388 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.791562 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.791723 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.791869 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.792032 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.792178 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.792341 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.792483 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.792645 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.792798 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.792955 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.793148 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.793304 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.793450 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.793607 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.793766 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.793909 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.794074 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.794236 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.794394 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.794537 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.794699 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.794854 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.795017 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.795179 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.795337 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.795495 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.795699 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.795857 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.796174 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.796335 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.796705 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.796948 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.797171 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.797339 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.797500 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.797660 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.797825 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.797983 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.798295 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.798453 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.798614 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.798777 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.798944 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.799140 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.799302 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.799464 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.799617 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.799798 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.799957 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.800117 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.800277 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.800437 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.800597 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.800761 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.800921 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.801081 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.801241 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.801401 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.801562 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.801721 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.801881 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.802040 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.802200 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.802359 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.802519 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.802679 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.802839 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.803014 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.803179 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.803338 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.803497 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.803656 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.803815 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.803974 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.804135 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.804295 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.804457 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.804625 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.804770 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.804928 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.805086 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.805246 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.805407 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.805567 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.805728 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.805888 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.806049 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.806209 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.806369 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.806530 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.806691 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.806853 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.807034 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.807199 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.807359 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.807578 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.807668 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.807818 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.807982 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.808145 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.808303 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.808477 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.809656 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.809814 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.810123 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.810433 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.810592 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.810757 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.810919 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.811105 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.811286 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.811794 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.811794 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.811794 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.812016 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.812016 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.812156 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.812313 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.812474 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.812647 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.812783 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.813182 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.813182 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.813342 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.813408 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.813996 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.813996 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.813996 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.813996 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.814267 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.814333 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.814462 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.814624 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.814775 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.814935 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.815118 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.815281 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.815459 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.815602 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.815763 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.815926 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.816076 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.816235 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.816389 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.816552 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.816721 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.816883 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.817043 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.817188 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.817348 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.817512 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.817685 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.817832 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.817993 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.818154 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.818314 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.818480 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.818649 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.818811 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.818973 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.819164 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.819329 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.819491 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.819650 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.819822 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.819987 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.820151 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.820317 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.820478 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.820638 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.820803 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.820969 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.821144 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.821312 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.821474 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.821642 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.821810 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.821979 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.822430 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.822430 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.822430 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.822629 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.822769 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.822909 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.823096 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.824034 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.824034 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.824034 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.824034 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.824034 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.824034 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.825015 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.825015 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.825015 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.825183 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.825295 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.825451 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.825606 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.825771 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.825933 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 12:10:33.826275 dv-cinder-768458-11-iscsi neutron-server[93954]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 27 12:10:34.055661 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 50684) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:10:34.064657 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068860 Sep 27 12:10:45.409964 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2b205b-64ec-443b-abb8-d889e07746ae None None] get_active_networks_info from dv-cinder-768458-11-iscsi {{(pid=94063) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 27 12:10:45.487396 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2b205b-64ec-443b-abb8-d889e07746ae None None] No non-hosted networks {{(pid=94063) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 27 12:10:45.503010 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.agentschedulers_db [None req-1c2b205b-64ec-443b-abb8-d889e07746ae None None] DHCP Agent not found on host dv-cinder-768458-11-iscsi {{(pid=94063) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 27 12:10:45.664336 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec2d597e-ad9a-4262-8d16-e5145e926389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528843'] for agent, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:10:47.501019 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-72808ad1-77c5-4906-b11a-b170919d471d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528843'] for agent, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:10:47.573525 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f1267dbd-e087-4a0a-9eb7-63000488991b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:10:48.711156 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528843'] for agent, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:10:48.711805 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:10:48.716574 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:10:48.717039 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:10:48.717378 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:10:48.717706 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:10:48.718029 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:10:48.718347 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:10:48.718690 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:10:48.719032 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:10:48.719355 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:10:48.719685 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:10:48.721662 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:10:48.722080 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-768458-11-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:10:48.738799 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-768458-11-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:10:49.633039 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528843'] for agent, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:10:50.444633 dv-cinder-768458-11-iscsi neutron-server[94063]: INFO neutron.db.l3_hamode_db [None req-1eb9ffe6-5b00-4171-b5fb-184776c2301d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 27 12:10:50.524374 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb9ffe6-5b00-4171-b5fb-184776c2301d None None] Routers set() bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:10:50.524695 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb9ffe6-5b00-4171-b5fb-184776c2301d None None] Router IDs set() for agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 27 12:10:50.831259 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528843'] for agent, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:10:52.140925 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 50774) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:10:52.625089 dv-cinder-768458-11-iscsi neutron-server[94062]: WARNING oslo_policy.policy [None req-91753ad9-e504-41a1-8cbf-58abdd9e391b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 12:10:52.625673 dv-cinder-768458-11-iscsi neutron-server[94062]: WARNING oslo_policy.policy [None req-91753ad9-e504-41a1-8cbf-58abdd9e391b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 12:10:52.843706 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [None req-91753ad9-e504-41a1-8cbf-58abdd9e391b admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 12:10:52.844832 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-91753ad9-e504-41a1-8cbf-58abdd9e391b admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7029998 Sep 27 12:10:55.204877 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 50788) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:10:55.692194 dv-cinder-768458-11-iscsi neutron-server[94061]: WARNING oslo_policy.policy [None req-992ab4ab-3660-4c9d-ac3e-3678e3d77d0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 12:10:55.692778 dv-cinder-768458-11-iscsi neutron-server[94061]: WARNING oslo_policy.policy [None req-992ab4ab-3660-4c9d-ac3e-3678e3d77d0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 12:10:55.909548 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-992ab4ab-3660-4c9d-ac3e-3678e3d77d0a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:10:56.002771 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.policy [None req-992ab4ab-3660-4c9d-ac3e-3678e3d77d0a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94061) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 27 12:10:56.047342 dv-cinder-768458-11-iscsi neutron-server[94061]: WARNING oslo_policy.policy [None req-992ab4ab-3660-4c9d-ac3e-3678e3d77d0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 12:10:56.047715 dv-cinder-768458-11-iscsi neutron-server[94061]: WARNING oslo_policy.policy [None req-992ab4ab-3660-4c9d-ac3e-3678e3d77d0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 12:10:56.056316 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.quota [None req-992ab4ab-3660-4c9d-ac3e-3678e3d77d0a admin admin] Loaded quota_driver: . Sep 27 12:10:56.144526 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-992ab4ab-3660-4c9d-ac3e-3678e3d77d0a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743562144966', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743562145531', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743562141458', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743562127094', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743562311604', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743562245410', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7877221', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8215617', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-907293', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-714023'] for rbac-policy, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:10:56.207036 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-992ab4ab-3660-4c9d-ac3e-3678e3d77d0a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:10:56.208364 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-992ab4ab-3660-4c9d-ac3e-3678e3d77d0a admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0014224 Sep 27 12:10:58.802109 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 50806) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:10:59.092768 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-830658db-01eb-4d4f-93d9-729708692ed6 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '2ef5d38edc144c9a996341ecafd4915a', 'tenant_id': '2ef5d38edc144c9a996341ecafd4915a'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:10:59.120219 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830658db-01eb-4d4f-93d9-729708692ed6 admin admin] Made reservation on behalf of 2ef5d38edc144c9a996341ecafd4915a for: {'network': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:10:59.122954 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-830658db-01eb-4d4f-93d9-729708692ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for network, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:10:59.139814 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-830658db-01eb-4d4f-93d9-729708692ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:10:59.256933 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-830658db-01eb-4d4f-93d9-729708692ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:10:59.260377 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-830658db-01eb-4d4f-93d9-729708692ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:10:59.284708 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-830658db-01eb-4d4f-93d9-729708692ed6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=94061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:10:59.308645 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-830658db-01eb-4d4f-93d9-729708692ed6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743558924939', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:10:59.309221 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-830658db-01eb-4d4f-93d9-729708692ed6 admin admin] Unsubscribe: segment precommit_create {{(pid=94061) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 27 12:10:59.309734 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.db.segments_db [None req-830658db-01eb-4d4f-93d9-729708692ed6 admin admin] Added segment 9ffdaede-645b-413e-823e-08f2ed62321c of type vlan for network 9f142425-bdff-494f-a4dd-163d72be8c11 Sep 27 12:10:59.315658 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830658db-01eb-4d4f-93d9-729708692ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f037bc5-eec5-4b80-bb90-4565e09c0905,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:10:59.350437 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830658db-01eb-4d4f-93d9-729708692ed6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:10:59.350786 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830658db-01eb-4d4f-93d9-729708692ed6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:10:59.351217 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830658db-01eb-4d4f-93d9-729708692ed6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:10:59.351475 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830658db-01eb-4d4f-93d9-729708692ed6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:10:59.351796 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830658db-01eb-4d4f-93d9-729708692ed6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:10:59.352127 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830658db-01eb-4d4f-93d9-729708692ed6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:10:59.352449 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830658db-01eb-4d4f-93d9-729708692ed6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:10:59.352782 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830658db-01eb-4d4f-93d9-729708692ed6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:10:59.353114 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830658db-01eb-4d4f-93d9-729708692ed6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:10:59.353430 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830658db-01eb-4d4f-93d9-729708692ed6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:10:59.353742 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830658db-01eb-4d4f-93d9-729708692ed6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:10:59.354050 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830658db-01eb-4d4f-93d9-729708692ed6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:10:59.355384 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830658db-01eb-4d4f-93d9-729708692ed6 admin admin] Tracked resource versions report: Sep 27 12:10:59.355384 dv-cinder-768458-11-iscsi neutron-server[94061]: pushed versions: Sep 27 12:10:59.355384 dv-cinder-768458-11-iscsi neutron-server[94061]: { 'AddressGroup': {'1.2'}, Sep 27 12:10:59.355384 dv-cinder-768458-11-iscsi neutron-server[94061]: 'ConntrackHelper': {'1.0'}, Sep 27 12:10:59.355384 dv-cinder-768458-11-iscsi neutron-server[94061]: 'Log': {'1.0'}, Sep 27 12:10:59.355384 dv-cinder-768458-11-iscsi neutron-server[94061]: 'Network': {'1.1'}, Sep 27 12:10:59.355384 dv-cinder-768458-11-iscsi neutron-server[94061]: 'Port': {'1.7'}, Sep 27 12:10:59.355384 dv-cinder-768458-11-iscsi neutron-server[94061]: 'PortForwarding': {'1.2'}, Sep 27 12:10:59.355384 dv-cinder-768458-11-iscsi neutron-server[94061]: 'QosPolicy': {'1.9'}, Sep 27 12:10:59.355384 dv-cinder-768458-11-iscsi neutron-server[94061]: 'SecurityGroup': {'1.4'}, Sep 27 12:10:59.355384 dv-cinder-768458-11-iscsi neutron-server[94061]: 'SecurityGroupRule': {'1.2'}, Sep 27 12:10:59.355384 dv-cinder-768458-11-iscsi neutron-server[94061]: 'SubPort': {'1.0'}, Sep 27 12:10:59.355384 dv-cinder-768458-11-iscsi neutron-server[94061]: 'Subnet': {'1.1'}, Sep 27 12:10:59.355384 dv-cinder-768458-11-iscsi neutron-server[94061]: 'Trunk': {'1.1'}} Sep 27 12:10:59.355384 dv-cinder-768458-11-iscsi neutron-server[94061]: consumer versions: Sep 27 12:10:59.355384 dv-cinder-768458-11-iscsi neutron-server[94061]: { DHCP agent@dv-cinder-768458-11-iscsi: {}, Sep 27 12:10:59.355384 dv-cinder-768458-11-iscsi neutron-server[94061]: L3 agent@dv-cinder-768458-11-iscsi: {}, Sep 27 12:10:59.355384 dv-cinder-768458-11-iscsi neutron-server[94061]: Metadata agent@dv-cinder-768458-11-iscsi: {}, Sep 27 12:10:59.355384 dv-cinder-768458-11-iscsi neutron-server[94061]: Metering agent@dv-cinder-768458-11-iscsi: {}, Sep 27 12:10:59.355384 dv-cinder-768458-11-iscsi neutron-server[94061]: Open vSwitch agent@dv-cinder-768458-11-iscsi: { 'AddressGroup': '1.2', Sep 27 12:10:59.355384 dv-cinder-768458-11-iscsi neutron-server[94061]: 'ConntrackHelper': '1.0', Sep 27 12:10:59.355384 dv-cinder-768458-11-iscsi neutron-server[94061]: 'Log': '1.0', Sep 27 12:10:59.355384 dv-cinder-768458-11-iscsi neutron-server[94061]: 'Network': '1.1', Sep 27 12:10:59.355384 dv-cinder-768458-11-iscsi neutron-server[94061]: 'Port': '1.7', Sep 27 12:10:59.355384 dv-cinder-768458-11-iscsi neutron-server[94061]: 'PortForwarding': '1.2', Sep 27 12:10:59.355384 dv-cinder-768458-11-iscsi neutron-server[94061]: 'QosPolicy': '1.9', Sep 27 12:10:59.355384 dv-cinder-768458-11-iscsi neutron-server[94061]: 'SecurityGroup': '1.4', Sep 27 12:10:59.355384 dv-cinder-768458-11-iscsi neutron-server[94061]: 'SecurityGroupRule': '1.2', Sep 27 12:10:59.355384 dv-cinder-768458-11-iscsi neutron-server[94061]: 'SubPort': '1.0', Sep 27 12:10:59.355384 dv-cinder-768458-11-iscsi neutron-server[94061]: 'Subnet': '1.1', Sep 27 12:10:59.355384 dv-cinder-768458-11-iscsi neutron-server[94061]: 'Trunk': '1.1'}} Sep 27 12:10:59.355384 dv-cinder-768458-11-iscsi neutron-server[94061]: {{(pid=94061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 12:10:59.425633 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-830658db-01eb-4d4f-93d9-729708692ed6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743558578710'] for network, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:10:59.466709 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-830658db-01eb-4d4f-93d9-729708692ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323'] for network, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:10:59.467940 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830658db-01eb-4d4f-93d9-729708692ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:10:59.468576 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-830658db-01eb-4d4f-93d9-729708692ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:10:59.527943 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-830658db-01eb-4d4f-93d9-729708692ed6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7247362 Sep 27 12:10:59.565750 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830658db-01eb-4d4f-93d9-729708692ed6 admin admin] Pushing event updated for resources: {'Network': ['ID=9f142425-bdff-494f-a4dd-163d72be8c11,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:10:59.578479 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Network 9f142425-bdff-494f-a4dd-163d72be8c11 details requested by agent ovs-agent-dv-cinder-768458-11-iscsi with host dv-cinder-768458-11-iscsi {{(pid=94063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:11:02.156659 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 50820) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:11:02.535050 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a93b794-849e-4176-adf2-269a05ab18c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:11:02.536395 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-0a93b794-849e-4176-adf2-269a05ab18c4 admin admin] 10.222.0.60 "GET /v2.0/networks/9f142425-bdff-494f-a4dd-163d72be8c11 HTTP/1.1" status: 200 len: 825 time: 0.3787754 Sep 27 12:11:02.560920 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-e60f3156-5664-42e5-9c9e-d2503da77d8f admin admin] 10.222.0.60 "GET /v2.0/subnetpools/bffa5cba-5f4b-4431-869e-9a9ea64dbc8a HTTP/1.1" status: 200 len: 734 time: 0.0177562 Sep 27 12:11:02.569847 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-85988401-a599-469f-a6e4-e830477ddf66 admin admin] Request body: {'subnet': {'tenant_id': '2ef5d38edc144c9a996341ecafd4915a', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'bffa5cba-5f4b-4431-869e-9a9ea64dbc8a', 'ip_version': 4, 'network_id': '9f142425-bdff-494f-a4dd-163d72be8c11'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:11:02.598384 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85988401-a599-469f-a6e4-e830477ddf66 admin admin] Made reservation on behalf of 2ef5d38edc144c9a996341ecafd4915a for: {'subnet': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:11:02.600590 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-85988401-a599-469f-a6e4-e830477ddf66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:02.883268 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-85988401-a599-469f-a6e4-e830477ddf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323'] for subnet, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:02.951512 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85988401-a599-469f-a6e4-e830477ddf66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cb12214-12c5-46d9-a47a-61d0b739f8b3,revision_number=0']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:11:02.953776 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85988401-a599-469f-a6e4-e830477ddf66 admin admin] Checking segment: {'id': '9ffdaede-645b-413e-823e-08f2ed62321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9f142425-bdff-494f-a4dd-163d72be8c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:11:02.954130 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85988401-a599-469f-a6e4-e830477ddf66 admin admin] Network hostable DHCP agents. Network: 9f142425-bdff-494f-a4dd-163d72be8c11, hostable agents: ['e47cdff6-7b19-4f64-ade6-a89e4357b373'], hosted agents: [] {{(pid=94061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:11:02.975763 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85988401-a599-469f-a6e4-e830477ddf66 admin admin] Network 9f142425-bdff-494f-a4dd-163d72be8c11 is scheduled to be hosted by DHCP agent e47cdff6-7b19-4f64-ade6-a89e4357b373 with binding_index 1 {{(pid=94061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:11:02.989384 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-85988401-a599-469f-a6e4-e830477ddf66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-11-iscsi, 9f142425-bdff-494f-a4dd-163d72be8c11) {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:11:02.994153 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85988401-a599-469f-a6e4-e830477ddf66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:11:02.994753 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-85988401-a599-469f-a6e4-e830477ddf66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for subnet, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:03.001011 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2f5d60-e64b-4a8c-932d-befc1b4cce07 None None] Network 9f142425-bdff-494f-a4dd-163d72be8c11 requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:11:03.008809 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-85988401-a599-469f-a6e4-e830477ddf66 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4421437 Sep 27 12:11:03.315472 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ac633e-ba30-5e3b-be39-b05eee44f07a-9f142425-bdff-494f-a4dd-163d72be8c11', 'network_id': '9f142425-bdff-494f-a4dd-163d72be8c11', 'tenant_id': '2ef5d38edc144c9a996341ecafd4915a', 'fixed_ips': [{'subnet_id': '6cb12214-12c5-46d9-a47a-61d0b739f8b3'}]}} from dv-cinder-768458-11-iscsi. {{(pid=94063) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 12:11:03.316731 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:03.585490 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] Allocated IP 172.20.0.2 (9f142425-bdff-494f-a4dd-163d72be8c11/6cb12214-12c5-46d9-a47a-61d0b739f8b3/a89e50c8-1d85-4b2e-860a-c1e6681d29af) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:11:03.786619 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:03.793823 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:03.898517 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] Network 9f142425-bdff-494f-a4dd-163d72be8c11 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:11:03.903360 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:11:03.913557 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:11:03.923708 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] Pushing event updated for resources: {'Port': ['ID=a89e50c8-1d85-4b2e-860a-c1e6681d29af,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:11:03.953838 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:03.954205 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:03.954550 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:03.954888 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:03.955317 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:03.955647 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:03.955976 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:03.956302 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:03.956644 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:03.956972 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:03.957298 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:03.957619 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:03.958968 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] Tracked resource versions report: Sep 27 12:11:03.958968 dv-cinder-768458-11-iscsi neutron-server[94063]: pushed versions: Sep 27 12:11:03.958968 dv-cinder-768458-11-iscsi neutron-server[94063]: { 'AddressGroup': {'1.2'}, Sep 27 12:11:03.958968 dv-cinder-768458-11-iscsi neutron-server[94063]: 'ConntrackHelper': {'1.0'}, Sep 27 12:11:03.958968 dv-cinder-768458-11-iscsi neutron-server[94063]: 'Log': {'1.0'}, Sep 27 12:11:03.958968 dv-cinder-768458-11-iscsi neutron-server[94063]: 'Network': {'1.1'}, Sep 27 12:11:03.958968 dv-cinder-768458-11-iscsi neutron-server[94063]: 'Port': {'1.7'}, Sep 27 12:11:03.958968 dv-cinder-768458-11-iscsi neutron-server[94063]: 'PortForwarding': {'1.2'}, Sep 27 12:11:03.958968 dv-cinder-768458-11-iscsi neutron-server[94063]: 'QosPolicy': {'1.9'}, Sep 27 12:11:03.958968 dv-cinder-768458-11-iscsi neutron-server[94063]: 'SecurityGroup': {'1.4'}, Sep 27 12:11:03.958968 dv-cinder-768458-11-iscsi neutron-server[94063]: 'SecurityGroupRule': {'1.2'}, Sep 27 12:11:03.958968 dv-cinder-768458-11-iscsi neutron-server[94063]: 'SubPort': {'1.0'}, Sep 27 12:11:03.958968 dv-cinder-768458-11-iscsi neutron-server[94063]: 'Subnet': {'1.1'}, Sep 27 12:11:03.958968 dv-cinder-768458-11-iscsi neutron-server[94063]: 'Trunk': {'1.1'}} Sep 27 12:11:03.958968 dv-cinder-768458-11-iscsi neutron-server[94063]: consumer versions: Sep 27 12:11:03.958968 dv-cinder-768458-11-iscsi neutron-server[94063]: { DHCP agent@dv-cinder-768458-11-iscsi: {}, Sep 27 12:11:03.958968 dv-cinder-768458-11-iscsi neutron-server[94063]: L3 agent@dv-cinder-768458-11-iscsi: {}, Sep 27 12:11:03.958968 dv-cinder-768458-11-iscsi neutron-server[94063]: Metadata agent@dv-cinder-768458-11-iscsi: {}, Sep 27 12:11:03.958968 dv-cinder-768458-11-iscsi neutron-server[94063]: Metering agent@dv-cinder-768458-11-iscsi: {}, Sep 27 12:11:03.958968 dv-cinder-768458-11-iscsi neutron-server[94063]: Open vSwitch agent@dv-cinder-768458-11-iscsi: { 'AddressGroup': '1.2', Sep 27 12:11:03.958968 dv-cinder-768458-11-iscsi neutron-server[94063]: 'ConntrackHelper': '1.0', Sep 27 12:11:03.958968 dv-cinder-768458-11-iscsi neutron-server[94063]: 'Log': '1.0', Sep 27 12:11:03.958968 dv-cinder-768458-11-iscsi neutron-server[94063]: 'Network': '1.1', Sep 27 12:11:03.958968 dv-cinder-768458-11-iscsi neutron-server[94063]: 'Port': '1.7', Sep 27 12:11:03.958968 dv-cinder-768458-11-iscsi neutron-server[94063]: 'PortForwarding': '1.2', Sep 27 12:11:03.958968 dv-cinder-768458-11-iscsi neutron-server[94063]: 'QosPolicy': '1.9', Sep 27 12:11:03.958968 dv-cinder-768458-11-iscsi neutron-server[94063]: 'SecurityGroup': '1.4', Sep 27 12:11:03.958968 dv-cinder-768458-11-iscsi neutron-server[94063]: 'SecurityGroupRule': '1.2', Sep 27 12:11:03.958968 dv-cinder-768458-11-iscsi neutron-server[94063]: 'SubPort': '1.0', Sep 27 12:11:03.958968 dv-cinder-768458-11-iscsi neutron-server[94063]: 'Subnet': '1.1', Sep 27 12:11:03.958968 dv-cinder-768458-11-iscsi neutron-server[94063]: 'Trunk': '1.1'}} Sep 27 12:11:03.958968 dv-cinder-768458-11-iscsi neutron-server[94063]: {{(pid=94063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 12:11:04.005439 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] Attempting to bind port a89e50c8-1d85-4b2e-860a-c1e6681d29af on host dv-cinder-768458-11-iscsi for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:11:04.005996 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] Attempting to bind port a89e50c8-1d85-4b2e-860a-c1e6681d29af by drivers openvswitch,hyperv on host dv-cinder-768458-11-iscsi at level 0 using segments [{'id': '9ffdaede-645b-413e-823e-08f2ed62321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9f142425-bdff-494f-a4dd-163d72be8c11'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:11:04.006259 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] Attempting to bind port a89e50c8-1d85-4b2e-860a-c1e6681d29af on network 9f142425-bdff-494f-a4dd-163d72be8c11 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:11:04.011144 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] Checking agent: {'id': 'a2732848-b036-4229-93de-7108b516e67d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 10, 49), 'started_at': datetime.datetime(2021, 9, 27, 12, 10, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:11:04.011552 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] Checking segment: {'id': '9ffdaede-645b-413e-823e-08f2ed62321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9f142425-bdff-494f-a4dd-163d72be8c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:11:04.012064 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:04.012456 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] Bound using segment: {'id': '9ffdaede-645b-413e-823e-08f2ed62321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9f142425-bdff-494f-a4dd-163d72be8c11'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:11:04.012924 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] Bound port: a89e50c8-1d85-4b2e-860a-c1e6681d29af, host: dv-cinder-768458-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffdaede-645b-413e-823e-08f2ed62321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9f142425-bdff-494f-a4dd-163d72be8c11'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:11:04.013311 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:04.074621 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] For port a89e50c8-1d85-4b2e-860a-c1e6681d29af, host dv-cinder-768458-11-iscsi, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:11:04.079815 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] For port a89e50c8-1d85-4b2e-860a-c1e6681d29af, host dv-cinder-768458-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=a89e50c8-1d85-4b2e-860a-c1e6681d29af,segment=NetworkSegment(9ffdaede-645b-413e-823e-08f2ed62321c),segment_id=9ffdaede-645b-413e-823e-08f2ed62321c)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:11:04.083893 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:04.149434 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbcb14e-de4c-49f3-b741-586729a3f088 None None] Pushing event updated for resources: {'Port': ['ID=a89e50c8-1d85-4b2e-860a-c1e6681d29af,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:11:05.391285 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 50828) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:11:05.704761 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [None req-430f516e-1401-4c20-ae52-40bb553f04d4 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 12:11:05.705810 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-430f516e-1401-4c20-ae52-40bb553f04d4 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3135719 Sep 27 12:11:08.080334 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 50836) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:11:08.404132 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [None req-1a8a06b0-1bfe-4e36-82c8-324c955114b6 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 12:11:08.405332 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-1a8a06b0-1bfe-4e36-82c8-324c955114b6 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3240304 Sep 27 12:11:11.051383 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 50846) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:11:11.367901 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-aa818956-39b3-4dde-b473-545b2f78793b admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '2ef5d38edc144c9a996341ecafd4915a', 'name': 'router1'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:11:11.432171 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.policy [None req-aa818956-39b3-4dde-b473-545b2f78793b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94062) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 27 12:11:11.477791 dv-cinder-768458-11-iscsi neutron-server[94062]: WARNING oslo_policy.policy [None req-aa818956-39b3-4dde-b473-545b2f78793b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 12:11:11.478171 dv-cinder-768458-11-iscsi neutron-server[94062]: WARNING oslo_policy.policy [None req-aa818956-39b3-4dde-b473-545b2f78793b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 12:11:11.487231 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.quota [None req-aa818956-39b3-4dde-b473-545b2f78793b admin admin] Loaded quota_driver: . Sep 27 12:11:11.542398 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-aa818956-39b3-4dde-b473-545b2f78793b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7339'] for router, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:11.544176 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-aa818956-39b3-4dde-b473-545b2f78793b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:11.697554 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-aa818956-39b3-4dde-b473-545b2f78793b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:11.703536 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-aa818956-39b3-4dde-b473-545b2f78793b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535742'] for router, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:11.722464 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-aa818956-39b3-4dde-b473-545b2f78793b admin admin] Notify callbacks [] for router, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:11.723684 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-aa818956-39b3-4dde-b473-545b2f78793b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6712737 Sep 27 12:11:12.402059 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ad6724-b2ab-4913-82be-6d9dcb6676c0 None None] Network 9f142425-bdff-494f-a4dd-163d72be8c11 requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:11:12.507667 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-018dea68-786b-439e-8840-11011d280d0f None None] Provisioning complete for port a89e50c8-1d85-4b2e-860a-c1e6681d29af triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:11:12.508065 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-018dea68-786b-439e-8840-11011d280d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:12.562713 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device a89e50c8-1d85-4b2e-860a-c1e6681d29af up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:11:12.757007 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-018dea68-786b-439e-8840-11011d280d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:12.766671 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port a89e50c8-1d85-4b2e-860a-c1e6681d29af triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:11:12.766962 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:12.820836 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-018dea68-786b-439e-8840-11011d280d0f None None] For port a89e50c8-1d85-4b2e-860a-c1e6681d29af, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=a89e50c8-1d85-4b2e-860a-c1e6681d29af,segment=NetworkSegment(9ffdaede-645b-413e-823e-08f2ed62321c),segment_id=9ffdaede-645b-413e-823e-08f2ed62321c)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:11:12.826210 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-018dea68-786b-439e-8840-11011d280d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:12.903314 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018dea68-786b-439e-8840-11011d280d0f None None] Pushing event updated for resources: {'Port': ['ID=a89e50c8-1d85-4b2e-860a-c1e6681d29af,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:11:12.946792 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-5dc2d06e-594b-4d6a-bed8-9a76aad165c7 None None] Provisioning complete for port a89e50c8-1d85-4b2e-860a-c1e6681d29af triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:11:12.947335 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5dc2d06e-594b-4d6a-bed8-9a76aad165c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:14.123205 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 50862) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:11:14.426651 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [None req-ee51257e-8907-4208-85ac-1e73433b494a admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 12:11:14.427786 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-ee51257e-8907-4208-85ac-1e73433b494a admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3036640 Sep 27 12:11:14.509195 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device a89e50c8-1d85-4b2e-860a-c1e6681d29af up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:11:14.562076 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port a89e50c8-1d85-4b2e-860a-c1e6681d29af triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:11:14.562443 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:15.297410 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cde9fdfd-022b-4abd-a7df-39d7dba92269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:16.841113 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 50870) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:11:17.147488 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-b2565158-cac6-4ff3-8f65-6107f106d49e admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:11:17.171601 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2565158-cac6-4ff3-8f65-6107f106d49e admin admin] Made reservation on behalf of f3ed8b82ffa643ba86ac3ff920a8a64a for: {'network': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:11:17.174472 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b2565158-cac6-4ff3-8f65-6107f106d49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for network, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:17.189584 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b2565158-cac6-4ff3-8f65-6107f106d49e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:17.307462 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b2565158-cac6-4ff3-8f65-6107f106d49e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:17.310923 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b2565158-cac6-4ff3-8f65-6107f106d49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:17.321733 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b2565158-cac6-4ff3-8f65-6107f106d49e admin admin] Reserving flat network on physical network physnet1 {{(pid=94062) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 27 12:11:17.354311 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b2565158-cac6-4ff3-8f65-6107f106d49e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743558924939', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:17.354899 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b2565158-cac6-4ff3-8f65-6107f106d49e admin admin] Unsubscribe: segment precommit_create {{(pid=94062) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 27 12:11:17.355454 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.db.segments_db [None req-b2565158-cac6-4ff3-8f65-6107f106d49e admin admin] Added segment c3edcc58-5368-4442-b7b6-007dffc21523 of type flat for network 1438fd00-25c8-4de7-950d-8ff7237ae90c Sep 27 12:11:17.371311 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2565158-cac6-4ff3-8f65-6107f106d49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7b0688-795e-46f4-878c-a9b7d1784e59,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:11:17.397164 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2565158-cac6-4ff3-8f65-6107f106d49e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:17.397522 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2565158-cac6-4ff3-8f65-6107f106d49e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:17.397868 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2565158-cac6-4ff3-8f65-6107f106d49e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:17.398197 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2565158-cac6-4ff3-8f65-6107f106d49e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:17.398524 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2565158-cac6-4ff3-8f65-6107f106d49e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:17.398864 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2565158-cac6-4ff3-8f65-6107f106d49e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:17.399227 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2565158-cac6-4ff3-8f65-6107f106d49e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:17.399567 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2565158-cac6-4ff3-8f65-6107f106d49e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:17.399905 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2565158-cac6-4ff3-8f65-6107f106d49e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:17.400226 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2565158-cac6-4ff3-8f65-6107f106d49e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:17.400541 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2565158-cac6-4ff3-8f65-6107f106d49e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:17.400884 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2565158-cac6-4ff3-8f65-6107f106d49e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:17.402234 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2565158-cac6-4ff3-8f65-6107f106d49e admin admin] Tracked resource versions report: Sep 27 12:11:17.402234 dv-cinder-768458-11-iscsi neutron-server[94062]: pushed versions: Sep 27 12:11:17.402234 dv-cinder-768458-11-iscsi neutron-server[94062]: { 'AddressGroup': {'1.2'}, Sep 27 12:11:17.402234 dv-cinder-768458-11-iscsi neutron-server[94062]: 'ConntrackHelper': {'1.0'}, Sep 27 12:11:17.402234 dv-cinder-768458-11-iscsi neutron-server[94062]: 'Log': {'1.0'}, Sep 27 12:11:17.402234 dv-cinder-768458-11-iscsi neutron-server[94062]: 'Network': {'1.1'}, Sep 27 12:11:17.402234 dv-cinder-768458-11-iscsi neutron-server[94062]: 'Port': {'1.7'}, Sep 27 12:11:17.402234 dv-cinder-768458-11-iscsi neutron-server[94062]: 'PortForwarding': {'1.2'}, Sep 27 12:11:17.402234 dv-cinder-768458-11-iscsi neutron-server[94062]: 'QosPolicy': {'1.9'}, Sep 27 12:11:17.402234 dv-cinder-768458-11-iscsi neutron-server[94062]: 'SecurityGroup': {'1.4'}, Sep 27 12:11:17.402234 dv-cinder-768458-11-iscsi neutron-server[94062]: 'SecurityGroupRule': {'1.2'}, Sep 27 12:11:17.402234 dv-cinder-768458-11-iscsi neutron-server[94062]: 'SubPort': {'1.0'}, Sep 27 12:11:17.402234 dv-cinder-768458-11-iscsi neutron-server[94062]: 'Subnet': {'1.1'}, Sep 27 12:11:17.402234 dv-cinder-768458-11-iscsi neutron-server[94062]: 'Trunk': {'1.1'}} Sep 27 12:11:17.402234 dv-cinder-768458-11-iscsi neutron-server[94062]: consumer versions: Sep 27 12:11:17.402234 dv-cinder-768458-11-iscsi neutron-server[94062]: { DHCP agent@dv-cinder-768458-11-iscsi: {}, Sep 27 12:11:17.402234 dv-cinder-768458-11-iscsi neutron-server[94062]: L3 agent@dv-cinder-768458-11-iscsi: {}, Sep 27 12:11:17.402234 dv-cinder-768458-11-iscsi neutron-server[94062]: Metadata agent@dv-cinder-768458-11-iscsi: {}, Sep 27 12:11:17.402234 dv-cinder-768458-11-iscsi neutron-server[94062]: Metering agent@dv-cinder-768458-11-iscsi: {}, Sep 27 12:11:17.402234 dv-cinder-768458-11-iscsi neutron-server[94062]: Open vSwitch agent@dv-cinder-768458-11-iscsi: { 'AddressGroup': '1.2', Sep 27 12:11:17.402234 dv-cinder-768458-11-iscsi neutron-server[94062]: 'ConntrackHelper': '1.0', Sep 27 12:11:17.402234 dv-cinder-768458-11-iscsi neutron-server[94062]: 'Log': '1.0', Sep 27 12:11:17.402234 dv-cinder-768458-11-iscsi neutron-server[94062]: 'Network': '1.1', Sep 27 12:11:17.402234 dv-cinder-768458-11-iscsi neutron-server[94062]: 'Port': '1.7', Sep 27 12:11:17.402234 dv-cinder-768458-11-iscsi neutron-server[94062]: 'PortForwarding': '1.2', Sep 27 12:11:17.402234 dv-cinder-768458-11-iscsi neutron-server[94062]: 'QosPolicy': '1.9', Sep 27 12:11:17.402234 dv-cinder-768458-11-iscsi neutron-server[94062]: 'SecurityGroup': '1.4', Sep 27 12:11:17.402234 dv-cinder-768458-11-iscsi neutron-server[94062]: 'SecurityGroupRule': '1.2', Sep 27 12:11:17.402234 dv-cinder-768458-11-iscsi neutron-server[94062]: 'SubPort': '1.0', Sep 27 12:11:17.402234 dv-cinder-768458-11-iscsi neutron-server[94062]: 'Subnet': '1.1', Sep 27 12:11:17.402234 dv-cinder-768458-11-iscsi neutron-server[94062]: 'Trunk': '1.1'}} Sep 27 12:11:17.402234 dv-cinder-768458-11-iscsi neutron-server[94062]: {{(pid=94062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 12:11:17.481792 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b2565158-cac6-4ff3-8f65-6107f106d49e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743558578710'] for network, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:17.484478 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a361893b-73b2-405a-92ff-5720c504e1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:17.523013 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b2565158-cac6-4ff3-8f65-6107f106d49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323'] for network, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:17.524071 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2565158-cac6-4ff3-8f65-6107f106d49e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:11:17.524705 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b2565158-cac6-4ff3-8f65-6107f106d49e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:17.567542 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-b2565158-cac6-4ff3-8f65-6107f106d49e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7254174 Sep 27 12:11:17.628271 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2565158-cac6-4ff3-8f65-6107f106d49e admin admin] Pushing event updated for resources: {'Network': ['ID=1438fd00-25c8-4de7-950d-8ff7237ae90c,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:11:17.640520 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Network 1438fd00-25c8-4de7-950d-8ff7237ae90c details requested by agent ovs-agent-dv-cinder-768458-11-iscsi with host dv-cinder-768458-11-iscsi {{(pid=94063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:11:18.669950 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:19.555929 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:19.970335 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 50892) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:11:20.181704 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba59560c-b2d7-4657-9834-4cfbfd0160ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:11:20.183621 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-ba59560c-b2d7-4657-9834-4cfbfd0160ca admin admin] 10.222.0.60 "GET /v2.0/subnets/6cb12214-12c5-46d9-a47a-61d0b739f8b3 HTTP/1.1" status: 200 len: 849 time: 0.2123516 Sep 27 12:11:20.312663 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-b4936bc6-8a4a-4780-9ff9-638075aa1892 admin admin] 10.222.0.60 "GET /v2.0/routers/992b8498-6794-4b90-92fa-0f2e1eb699ee HTTP/1.1" status: 200 len: 704 time: 0.1229358 Sep 27 12:11:20.569094 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a344a2d8-56a9-4cdd-872a-6e61ea67f71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:20.773394 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:20.859495 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-a344a2d8-56a9-4cdd-872a-6e61ea67f71c admin admin] Allocated IP 172.20.0.1 (9f142425-bdff-494f-a4dd-163d72be8c11/6cb12214-12c5-46d9-a47a-61d0b739f8b3/6f919e91-5bc4-48c8-b87c-273eeb3838ae) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:11:21.040680 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a344a2d8-56a9-4cdd-872a-6e61ea67f71c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:21.105312 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a344a2d8-56a9-4cdd-872a-6e61ea67f71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:21.177158 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a344a2d8-56a9-4cdd-872a-6e61ea67f71c admin admin] Network 9f142425-bdff-494f-a4dd-163d72be8c11 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:11:21.182270 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-a344a2d8-56a9-4cdd-872a-6e61ea67f71c admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:11:21.193883 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a344a2d8-56a9-4cdd-872a-6e61ea67f71c admin admin] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:11:21.194399 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a344a2d8-56a9-4cdd-872a-6e61ea67f71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528771'] for router_interface, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:21.213330 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344a2d8-56a9-4cdd-872a-6e61ea67f71c admin admin] Pushing event updated for resources: {'Port': ['ID=6f919e91-5bc4-48c8-b87c-273eeb3838ae,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:11:21.380796 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-1da915e2-4238-4d1d-b5ef-8a8b603127e4 None None] Provisioning complete for port 6f919e91-5bc4-48c8-b87c-273eeb3838ae triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:11:21.381166 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1da915e2-4238-4d1d-b5ef-8a8b603127e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:21.383448 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a344a2d8-56a9-4cdd-872a-6e61ea67f71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:21.414261 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-1da915e2-4238-4d1d-b5ef-8a8b603127e4 None None] Port 6f919e91-5bc4-48c8-b87c-273eeb3838ae cannot update to ACTIVE because it is not bound. {{(pid=94063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:11:21.633809 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a344a2d8-56a9-4cdd-872a-6e61ea67f71c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:21.637961 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a344a2d8-56a9-4cdd-872a-6e61ea67f71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:21.638703 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a344a2d8-56a9-4cdd-872a-6e61ea67f71c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528499'] for router_interface, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:21.699340 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344a2d8-56a9-4cdd-872a-6e61ea67f71c admin admin] Pushing event updated for resources: {'Port': ['ID=6f919e91-5bc4-48c8-b87c-273eeb3838ae,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:11:21.761481 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a344a2d8-56a9-4cdd-872a-6e61ea67f71c admin admin] Network 9f142425-bdff-494f-a4dd-163d72be8c11 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:11:21.762796 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-a344a2d8-56a9-4cdd-872a-6e61ea67f71c admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:11:21.920610 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a344a2d8-56a9-4cdd-872a-6e61ea67f71c admin admin] Router 992b8498-6794-4b90-92fa-0f2e1eb699ee is scheduled to L3 agent 6db84009-1e90-41eb-96d1-acd333e168da with binding_index 1 {{(pid=94062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 12:11:21.935417 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-e4b2b9e2-b328-4460-8739-19230a8987c5 None None] Provisioning complete for port 6f919e91-5bc4-48c8-b87c-273eeb3838ae triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:11:21.935934 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e4b2b9e2-b328-4460-8739-19230a8987c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:21.968935 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-e4b2b9e2-b328-4460-8739-19230a8987c5 None None] Port 6f919e91-5bc4-48c8-b87c-273eeb3838ae cannot update to ACTIVE because it is not bound. {{(pid=94063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:11:22.013561 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a344a2d8-56a9-4cdd-872a-6e61ea67f71c admin admin] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:11:22.018642 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-a344a2d8-56a9-4cdd-872a-6e61ea67f71c admin admin] 10.222.0.60 "PUT /v2.0/routers/992b8498-6794-4b90-92fa-0f2e1eb699ee/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7003000 Sep 27 12:11:22.034676 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfaef18-cb2f-402a-ae02-bc45c5b84b62 None None] Sync routers for ids ['992b8498-6794-4b90-92fa-0f2e1eb699ee'] in dv-cinder-768458-11-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:11:22.046116 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfaef18-cb2f-402a-ae02-bc45c5b84b62 None None] Routers {'992b8498-6794-4b90-92fa-0f2e1eb699ee'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:11:22.047080 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-1bfaef18-cb2f-402a-ae02-bc45c5b84b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:11:17Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['992b8498-6794-4b90-92fa-0f2e1eb699ee'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:11:22.229449 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-1bfaef18-cb2f-402a-ae02-bc45c5b84b62 None None] Set router 992b8498-6794-4b90-92fa-0f2e1eb699ee gateway port host: None {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:11:22.649885 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-1bfaef18-cb2f-402a-ae02-bc45c5b84b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992b8498-6794-4b90-92fa-0f2e1eb699ee', 'name': 'router1', 'tenant_id': '2ef5d38edc144c9a996341ecafd4915a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:11:11Z', 'updated_at': '2021-09-27T12:11:21Z', 'revision_number': 2, 'project_id': '2ef5d38edc144c9a996341ecafd4915a', 'gw_port_host': None, '_interfaces': [{'id': '6f919e91-5bc4-48c8-b87c-273eeb3838ae', 'name': '', 'network_id': '9f142425-bdff-494f-a4dd-163d72be8c11', 'tenant_id': '2ef5d38edc144c9a996341ecafd4915a', 'mac_address': 'fa:16:3e:af:79:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992b8498-6794-4b90-92fa-0f2e1eb699ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6cb12214-12c5-46d9-a47a-61d0b739f8b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:11:20Z', 'updated_at': '2021-09-27T12:11:21Z', 'revision_number': 2, 'project_id': '2ef5d38edc144c9a996341ecafd4915a', 'subnets': [{'id': '6cb12214-12c5-46d9-a47a-61d0b739f8b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bffa5cba-5f4b-4431-869e-9a9ea64dbc8a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:11:22.700371 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfaef18-cb2f-402a-ae02-bc45c5b84b62 None None] Checking router: 992b8498-6794-4b90-92fa-0f2e1eb699ee for host: dv-cinder-768458-11-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:11:22.700736 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfaef18-cb2f-402a-ae02-bc45c5b84b62 None None] Updating router 992b8498-6794-4b90-92fa-0f2e1eb699ee port 6f919e91-5bc4-48c8-b87c-273eeb3838ae binding host dv-cinder-768458-11-iscsi {{(pid=94064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:11:22.748350 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1bfaef18-cb2f-402a-ae02-bc45c5b84b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:23.253968 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1bfaef18-cb2f-402a-ae02-bc45c5b84b62 None None] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:23.260246 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1bfaef18-cb2f-402a-ae02-bc45c5b84b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:23.417299 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e864e4-417a-4423-8f2e-f3db5fcd2ea5 None None] Pushing event updated for resources: {'Port': ['ID=6f919e91-5bc4-48c8-b87c-273eeb3838ae,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:11:23.432598 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e864e4-417a-4423-8f2e-f3db5fcd2ea5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:23.432944 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e864e4-417a-4423-8f2e-f3db5fcd2ea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:23.433281 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e864e4-417a-4423-8f2e-f3db5fcd2ea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:23.433614 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e864e4-417a-4423-8f2e-f3db5fcd2ea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:23.433941 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e864e4-417a-4423-8f2e-f3db5fcd2ea5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:23.434266 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e864e4-417a-4423-8f2e-f3db5fcd2ea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:23.434588 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e864e4-417a-4423-8f2e-f3db5fcd2ea5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:23.434908 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e864e4-417a-4423-8f2e-f3db5fcd2ea5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:23.435262 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e864e4-417a-4423-8f2e-f3db5fcd2ea5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:23.435581 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e864e4-417a-4423-8f2e-f3db5fcd2ea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:23.435900 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e864e4-417a-4423-8f2e-f3db5fcd2ea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:23.436214 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e864e4-417a-4423-8f2e-f3db5fcd2ea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:11:23.437531 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e864e4-417a-4423-8f2e-f3db5fcd2ea5 None None] Tracked resource versions report: Sep 27 12:11:23.437531 dv-cinder-768458-11-iscsi neutron-server[94064]: pushed versions: Sep 27 12:11:23.437531 dv-cinder-768458-11-iscsi neutron-server[94064]: { 'AddressGroup': {'1.2'}, Sep 27 12:11:23.437531 dv-cinder-768458-11-iscsi neutron-server[94064]: 'ConntrackHelper': {'1.0'}, Sep 27 12:11:23.437531 dv-cinder-768458-11-iscsi neutron-server[94064]: 'Log': {'1.0'}, Sep 27 12:11:23.437531 dv-cinder-768458-11-iscsi neutron-server[94064]: 'Network': {'1.1'}, Sep 27 12:11:23.437531 dv-cinder-768458-11-iscsi neutron-server[94064]: 'Port': {'1.7'}, Sep 27 12:11:23.437531 dv-cinder-768458-11-iscsi neutron-server[94064]: 'PortForwarding': {'1.2'}, Sep 27 12:11:23.437531 dv-cinder-768458-11-iscsi neutron-server[94064]: 'QosPolicy': {'1.9'}, Sep 27 12:11:23.437531 dv-cinder-768458-11-iscsi neutron-server[94064]: 'SecurityGroup': {'1.4'}, Sep 27 12:11:23.437531 dv-cinder-768458-11-iscsi neutron-server[94064]: 'SecurityGroupRule': {'1.2'}, Sep 27 12:11:23.437531 dv-cinder-768458-11-iscsi neutron-server[94064]: 'SubPort': {'1.0'}, Sep 27 12:11:23.437531 dv-cinder-768458-11-iscsi neutron-server[94064]: 'Subnet': {'1.1'}, Sep 27 12:11:23.437531 dv-cinder-768458-11-iscsi neutron-server[94064]: 'Trunk': {'1.1'}} Sep 27 12:11:23.437531 dv-cinder-768458-11-iscsi neutron-server[94064]: consumer versions: Sep 27 12:11:23.437531 dv-cinder-768458-11-iscsi neutron-server[94064]: { DHCP agent@dv-cinder-768458-11-iscsi: {}, Sep 27 12:11:23.437531 dv-cinder-768458-11-iscsi neutron-server[94064]: L3 agent@dv-cinder-768458-11-iscsi: {}, Sep 27 12:11:23.437531 dv-cinder-768458-11-iscsi neutron-server[94064]: Metadata agent@dv-cinder-768458-11-iscsi: {}, Sep 27 12:11:23.437531 dv-cinder-768458-11-iscsi neutron-server[94064]: Metering agent@dv-cinder-768458-11-iscsi: {}, Sep 27 12:11:23.437531 dv-cinder-768458-11-iscsi neutron-server[94064]: Open vSwitch agent@dv-cinder-768458-11-iscsi: { 'AddressGroup': '1.2', Sep 27 12:11:23.437531 dv-cinder-768458-11-iscsi neutron-server[94064]: 'ConntrackHelper': '1.0', Sep 27 12:11:23.437531 dv-cinder-768458-11-iscsi neutron-server[94064]: 'Log': '1.0', Sep 27 12:11:23.437531 dv-cinder-768458-11-iscsi neutron-server[94064]: 'Network': '1.1', Sep 27 12:11:23.437531 dv-cinder-768458-11-iscsi neutron-server[94064]: 'Port': '1.7', Sep 27 12:11:23.437531 dv-cinder-768458-11-iscsi neutron-server[94064]: 'PortForwarding': '1.2', Sep 27 12:11:23.437531 dv-cinder-768458-11-iscsi neutron-server[94064]: 'QosPolicy': '1.9', Sep 27 12:11:23.437531 dv-cinder-768458-11-iscsi neutron-server[94064]: 'SecurityGroup': '1.4', Sep 27 12:11:23.437531 dv-cinder-768458-11-iscsi neutron-server[94064]: 'SecurityGroupRule': '1.2', Sep 27 12:11:23.437531 dv-cinder-768458-11-iscsi neutron-server[94064]: 'SubPort': '1.0', Sep 27 12:11:23.437531 dv-cinder-768458-11-iscsi neutron-server[94064]: 'Subnet': '1.1', Sep 27 12:11:23.437531 dv-cinder-768458-11-iscsi neutron-server[94064]: 'Trunk': '1.1'}} Sep 27 12:11:23.437531 dv-cinder-768458-11-iscsi neutron-server[94064]: {{(pid=94064) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 12:11:23.442964 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-1bfaef18-cb2f-402a-ae02-bc45c5b84b62 None None] Attempting to bind port 6f919e91-5bc4-48c8-b87c-273eeb3838ae on host dv-cinder-768458-11-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:11:23.443383 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-1bfaef18-cb2f-402a-ae02-bc45c5b84b62 None None] Attempting to bind port 6f919e91-5bc4-48c8-b87c-273eeb3838ae by drivers openvswitch,hyperv on host dv-cinder-768458-11-iscsi at level 0 using segments [{'id': '9ffdaede-645b-413e-823e-08f2ed62321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9f142425-bdff-494f-a4dd-163d72be8c11'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:11:23.443809 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfaef18-cb2f-402a-ae02-bc45c5b84b62 None None] Attempting to bind port 6f919e91-5bc4-48c8-b87c-273eeb3838ae on network 9f142425-bdff-494f-a4dd-163d72be8c11 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:11:23.450015 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfaef18-cb2f-402a-ae02-bc45c5b84b62 None None] Checking agent: {'id': 'a2732848-b036-4229-93de-7108b516e67d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 10, 49), 'started_at': datetime.datetime(2021, 9, 27, 12, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:11:23.450431 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfaef18-cb2f-402a-ae02-bc45c5b84b62 None None] Checking segment: {'id': '9ffdaede-645b-413e-823e-08f2ed62321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9f142425-bdff-494f-a4dd-163d72be8c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:11:23.450906 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1bfaef18-cb2f-402a-ae02-bc45c5b84b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:23.451314 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfaef18-cb2f-402a-ae02-bc45c5b84b62 None None] Bound using segment: {'id': '9ffdaede-645b-413e-823e-08f2ed62321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9f142425-bdff-494f-a4dd-163d72be8c11'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:11:23.451791 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-1bfaef18-cb2f-402a-ae02-bc45c5b84b62 None None] Bound port: 6f919e91-5bc4-48c8-b87c-273eeb3838ae, host: dv-cinder-768458-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffdaede-645b-413e-823e-08f2ed62321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9f142425-bdff-494f-a4dd-163d72be8c11'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:11:23.452165 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1bfaef18-cb2f-402a-ae02-bc45c5b84b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:23.501574 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-5a5ccac8-9f62-43b9-8c6d-f9f3b0d81e4d None None] Provisioning complete for port 6f919e91-5bc4-48c8-b87c-273eeb3838ae triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:11:23.502145 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5a5ccac8-9f62-43b9-8c6d-f9f3b0d81e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:23.517771 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-1bfaef18-cb2f-402a-ae02-bc45c5b84b62 None None] For port 6f919e91-5bc4-48c8-b87c-273eeb3838ae, host dv-cinder-768458-11-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:11:23.536799 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-1bfaef18-cb2f-402a-ae02-bc45c5b84b62 None None] For port 6f919e91-5bc4-48c8-b87c-273eeb3838ae, host dv-cinder-768458-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=6f919e91-5bc4-48c8-b87c-273eeb3838ae,segment=NetworkSegment(9ffdaede-645b-413e-823e-08f2ed62321c),segment_id=9ffdaede-645b-413e-823e-08f2ed62321c)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:11:23.537300 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-5a5ccac8-9f62-43b9-8c6d-f9f3b0d81e4d None None] Port 6f919e91-5bc4-48c8-b87c-273eeb3838ae cannot update to ACTIVE because it is not bound. {{(pid=94063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:11:23.542849 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1bfaef18-cb2f-402a-ae02-bc45c5b84b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:23.616846 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfaef18-cb2f-402a-ae02-bc45c5b84b62 None None] Routers {'992b8498-6794-4b90-92fa-0f2e1eb699ee'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:11:23.617558 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-1bfaef18-cb2f-402a-ae02-bc45c5b84b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:11:17Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['992b8498-6794-4b90-92fa-0f2e1eb699ee'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:11:23.655010 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e864e4-417a-4423-8f2e-f3db5fcd2ea5 None None] Pushing event updated for resources: {'Port': ['ID=6f919e91-5bc4-48c8-b87c-273eeb3838ae,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:11:23.711180 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-1bfaef18-cb2f-402a-ae02-bc45c5b84b62 None None] Set router 992b8498-6794-4b90-92fa-0f2e1eb699ee gateway port host: None {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:11:23.757593 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-74bbd47b-0344-4863-893b-c3c7a94c3d0b None None] Provisioning complete for port 6f919e91-5bc4-48c8-b87c-273eeb3838ae triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:11:23.758112 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-74bbd47b-0344-4863-893b-c3c7a94c3d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:23.833795 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-74bbd47b-0344-4863-893b-c3c7a94c3d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:23.883574 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-74bbd47b-0344-4863-893b-c3c7a94c3d0b None None] For port 6f919e91-5bc4-48c8-b87c-273eeb3838ae, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=6f919e91-5bc4-48c8-b87c-273eeb3838ae,segment=NetworkSegment(9ffdaede-645b-413e-823e-08f2ed62321c),segment_id=9ffdaede-645b-413e-823e-08f2ed62321c)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:11:23.890618 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-74bbd47b-0344-4863-893b-c3c7a94c3d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:23.928936 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-1bfaef18-cb2f-402a-ae02-bc45c5b84b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992b8498-6794-4b90-92fa-0f2e1eb699ee', 'name': 'router1', 'tenant_id': '2ef5d38edc144c9a996341ecafd4915a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:11:11Z', 'updated_at': '2021-09-27T12:11:21Z', 'revision_number': 2, 'project_id': '2ef5d38edc144c9a996341ecafd4915a', 'gw_port_host': None, '_interfaces': [{'id': '6f919e91-5bc4-48c8-b87c-273eeb3838ae', 'name': '', 'network_id': '9f142425-bdff-494f-a4dd-163d72be8c11', 'tenant_id': '2ef5d38edc144c9a996341ecafd4915a', 'mac_address': 'fa:16:3e:af:79:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992b8498-6794-4b90-92fa-0f2e1eb699ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6cb12214-12c5-46d9-a47a-61d0b739f8b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:11:20Z', 'updated_at': '2021-09-27T12:11:23Z', 'revision_number': 4, 'project_id': '2ef5d38edc144c9a996341ecafd4915a', 'subnets': [{'id': '6cb12214-12c5-46d9-a47a-61d0b739f8b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bffa5cba-5f4b-4431-869e-9a9ea64dbc8a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:11:23.939365 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbd47b-0344-4863-893b-c3c7a94c3d0b None None] Pushing event updated for resources: {'Port': ['ID=6f919e91-5bc4-48c8-b87c-273eeb3838ae,revision_number=5']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:11:23.956315 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfaef18-cb2f-402a-ae02-bc45c5b84b62 None None] The sync data for ids ['992b8498-6794-4b90-92fa-0f2e1eb699ee'] in dv-cinder-768458-11-iscsi is: [{'id': '992b8498-6794-4b90-92fa-0f2e1eb699ee', 'name': 'router1', 'tenant_id': '2ef5d38edc144c9a996341ecafd4915a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:11:11Z', 'updated_at': '2021-09-27T12:11:21Z', 'revision_number': 2, 'project_id': '2ef5d38edc144c9a996341ecafd4915a', 'gw_port_host': None, '_interfaces': [{'id': '6f919e91-5bc4-48c8-b87c-273eeb3838ae', 'name': '', 'network_id': '9f142425-bdff-494f-a4dd-163d72be8c11', 'tenant_id': '2ef5d38edc144c9a996341ecafd4915a', 'mac_address': 'fa:16:3e:af:79:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992b8498-6794-4b90-92fa-0f2e1eb699ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6cb12214-12c5-46d9-a47a-61d0b739f8b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:11:20Z', 'updated_at': '2021-09-27T12:11:23Z', 'revision_number': 4, 'project_id': '2ef5d38edc144c9a996341ecafd4915a', 'subnets': [{'id': '6cb12214-12c5-46d9-a47a-61d0b739f8b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bffa5cba-5f4b-4431-869e-9a9ea64dbc8a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:11:24.256247 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 50912) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:11:24.368879 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b2a8e9-6edd-44a4-b534-937f445d7f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:11:24.370234 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-32b2a8e9-6edd-44a4-b534-937f445d7f11 admin admin] 10.222.0.60 "GET /v2.0/networks/1438fd00-25c8-4de7-950d-8ff7237ae90c HTTP/1.1" status: 200 len: 842 time: 0.1130080 Sep 27 12:11:24.380109 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-b1ada1ac-6184-4795-b3dd-215463e867ef admin admin] Request body: {'subnet': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:11:24.403319 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ada1ac-6184-4795-b3dd-215463e867ef admin admin] Made reservation on behalf of f3ed8b82ffa643ba86ac3ff920a8a64a for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:11:24.405550 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b1ada1ac-6184-4795-b3dd-215463e867ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:24.703898 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.objects.ports [None req-b1ada1ac-6184-4795-b3dd-215463e867ef admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94062) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 27 12:11:24.704246 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b1ada1ac-6184-4795-b3dd-215463e867ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:24.760586 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ada1ac-6184-4795-b3dd-215463e867ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd58ffbb-8e9b-44c5-a656-07f4206120ad,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:11:24.770698 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ada1ac-6184-4795-b3dd-215463e867ef admin admin] Checking segment: {'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:11:24.771072 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ada1ac-6184-4795-b3dd-215463e867ef admin admin] Network hostable DHCP agents. Network: 1438fd00-25c8-4de7-950d-8ff7237ae90c, hostable agents: ['e47cdff6-7b19-4f64-ade6-a89e4357b373'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:11:24.792387 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ada1ac-6184-4795-b3dd-215463e867ef admin admin] Network 1438fd00-25c8-4de7-950d-8ff7237ae90c is scheduled to be hosted by DHCP agent e47cdff6-7b19-4f64-ade6-a89e4357b373 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:11:24.804974 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-b1ada1ac-6184-4795-b3dd-215463e867ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-11-iscsi, 1438fd00-25c8-4de7-950d-8ff7237ae90c) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:11:24.809695 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ada1ac-6184-4795-b3dd-215463e867ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:11:24.810299 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b1ada1ac-6184-4795-b3dd-215463e867ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:24.815621 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8624b230-bd89-4105-9cd4-78a123213a42 None None] Network 1438fd00-25c8-4de7-950d-8ff7237ae90c requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:11:24.827049 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-b1ada1ac-6184-4795-b3dd-215463e867ef admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4501679 Sep 27 12:11:24.956622 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cea944-a8ed-46f3-af15-ea71cf9777d5 None None] Network 1438fd00-25c8-4de7-950d-8ff7237ae90c requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:11:27.138025 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 50920) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:11:27.268096 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-40a9fe84-677e-4657-8675-44ee57c563d7 admin admin] 10.222.0.60 "GET /v2.0/routers/992b8498-6794-4b90-92fa-0f2e1eb699ee HTTP/1.1" status: 200 len: 710 time: 0.1289489 Sep 27 12:11:27.356169 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afbdde1-7249-41b8-867f-966cdf03d323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:11:27.357458 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-9afbdde1-7249-41b8-867f-966cdf03d323 admin admin] 10.222.0.60 "GET /v2.0/networks/1438fd00-25c8-4de7-950d-8ff7237ae90c HTTP/1.1" status: 200 len: 886 time: 0.0835199 Sep 27 12:11:27.366705 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-a0d2ea57-ae0a-4117-a516-afe965789714 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:11:27.670338 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ea57-ae0a-4117-a516-afe965789714 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:27.906232 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ea57-ae0a-4117-a516-afe965789714 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:27.988080 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ea57-ae0a-4117-a516-afe965789714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:28.085141 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-a0d2ea57-ae0a-4117-a516-afe965789714 admin admin] Allocated IP 172.27.2.6 (1438fd00-25c8-4de7-950d-8ff7237ae90c/dd58ffbb-8e9b-44c5-a656-07f4206120ad/c6f8dab3-ce3b-427c-801b-8d4b5550b76e) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:11:28.183166 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ea57-ae0a-4117-a516-afe965789714 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:28.216933 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ea57-ae0a-4117-a516-afe965789714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:28.255411 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d2ea57-ae0a-4117-a516-afe965789714 admin admin] Network 1438fd00-25c8-4de7-950d-8ff7237ae90c is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:11:28.258449 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-a0d2ea57-ae0a-4117-a516-afe965789714 admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:11:28.261500 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d2ea57-ae0a-4117-a516-afe965789714 admin admin] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:11:28.305492 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2ea57-ae0a-4117-a516-afe965789714 admin admin] Pushing event updated for resources: {'Port': ['ID=c6f8dab3-ce3b-427c-801b-8d4b5550b76e,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:11:28.513874 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ea57-ae0a-4117-a516-afe965789714 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:28.704861 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ea57-ae0a-4117-a516-afe965789714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7344'] for router, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:28.708220 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ea57-ae0a-4117-a516-afe965789714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535719', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530716'] for router, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:28.812197 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d2ea57-ae0a-4117-a516-afe965789714 admin admin] Router 992b8498-6794-4b90-92fa-0f2e1eb699ee has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:11:29.011459 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d2ea57-ae0a-4117-a516-afe965789714 admin admin] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:11:29.015839 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ea57-ae0a-4117-a516-afe965789714 admin admin] Notify callbacks [] for router, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:29.016938 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-a0d2ea57-ae0a-4117-a516-afe965789714 admin admin] 10.222.0.60 "PUT /v2.0/routers/992b8498-6794-4b90-92fa-0f2e1eb699ee HTTP/1.1" status: 200 len: 888 time: 1.6533263 Sep 27 12:11:30.331137 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd8a4d8-1c1b-4531-b61f-6214600d0106 None None] Sync routers for ids ['992b8498-6794-4b90-92fa-0f2e1eb699ee'] in dv-cinder-768458-11-iscsi {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:11:30.341953 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd8a4d8-1c1b-4531-b61f-6214600d0106 None None] Routers {'992b8498-6794-4b90-92fa-0f2e1eb699ee'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:11:30.342579 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-ffd8a4d8-1c1b-4531-b61f-6214600d0106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:11:17Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['992b8498-6794-4b90-92fa-0f2e1eb699ee'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:11:30.550835 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 6f919e91-5bc4-48c8-b87c-273eeb3838ae up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:11:30.553518 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-ffd8a4d8-1c1b-4531-b61f-6214600d0106 None None] Set router 992b8498-6794-4b90-92fa-0f2e1eb699ee gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:11:30.808297 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port 6f919e91-5bc4-48c8-b87c-273eeb3838ae triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:11:30.808563 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:31.024489 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-ffd8a4d8-1c1b-4531-b61f-6214600d0106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992b8498-6794-4b90-92fa-0f2e1eb699ee', 'name': 'router1', 'tenant_id': '2ef5d38edc144c9a996341ecafd4915a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'c6f8dab3-ce3b-427c-801b-8d4b5550b76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:11:11Z', 'updated_at': '2021-09-27T12:11:28Z', 'revision_number': 4, 'project_id': '2ef5d38edc144c9a996341ecafd4915a', 'gw_port': {'id': 'c6f8dab3-ce3b-427c-801b-8d4b5550b76e', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:48:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992b8498-6794-4b90-92fa-0f2e1eb699ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:11:27Z', 'updated_at': '2021-09-27T12:11:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': '6f919e91-5bc4-48c8-b87c-273eeb3838ae', 'name': '', 'network_id': '9f142425-bdff-494f-a4dd-163d72be8c11', 'tenant_id': '2ef5d38edc144c9a996341ecafd4915a', 'mac_address': 'fa:16:3e:af:79:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992b8498-6794-4b90-92fa-0f2e1eb699ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6cb12214-12c5-46d9-a47a-61d0b739f8b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:11:20Z', 'updated_at': '2021-09-27T12:11:23Z', 'revision_number': 5, 'project_id': '2ef5d38edc144c9a996341ecafd4915a', 'subnets': [{'id': '6cb12214-12c5-46d9-a47a-61d0b739f8b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bffa5cba-5f4b-4431-869e-9a9ea64dbc8a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:11:31.075572 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd8a4d8-1c1b-4531-b61f-6214600d0106 None None] Checking router: 992b8498-6794-4b90-92fa-0f2e1eb699ee for host: dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:11:31.075929 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd8a4d8-1c1b-4531-b61f-6214600d0106 None None] Updating router 992b8498-6794-4b90-92fa-0f2e1eb699ee port c6f8dab3-ce3b-427c-801b-8d4b5550b76e binding host dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:11:31.121501 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ffd8a4d8-1c1b-4531-b61f-6214600d0106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:31.438604 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 50932) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:11:31.513570 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ffd8a4d8-1c1b-4531-b61f-6214600d0106 None None] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:31.518839 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ffd8a4d8-1c1b-4531-b61f-6214600d0106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:31.564811 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-ffd8a4d8-1c1b-4531-b61f-6214600d0106 None None] Attempting to bind port c6f8dab3-ce3b-427c-801b-8d4b5550b76e on host dv-cinder-768458-11-iscsi for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:11:31.565188 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-ffd8a4d8-1c1b-4531-b61f-6214600d0106 None None] Attempting to bind port c6f8dab3-ce3b-427c-801b-8d4b5550b76e by drivers openvswitch,hyperv on host dv-cinder-768458-11-iscsi at level 0 using segments [{'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:11:31.565555 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd8a4d8-1c1b-4531-b61f-6214600d0106 None None] Attempting to bind port c6f8dab3-ce3b-427c-801b-8d4b5550b76e on network 1438fd00-25c8-4de7-950d-8ff7237ae90c {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:11:31.575323 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e941b-05e7-4d59-ade3-5ecd49a0f4dd None None] Pushing event updated for resources: {'Port': ['ID=c6f8dab3-ce3b-427c-801b-8d4b5550b76e,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:11:31.577715 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd8a4d8-1c1b-4531-b61f-6214600d0106 None None] Checking agent: {'id': 'a2732848-b036-4229-93de-7108b516e67d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 10, 49), 'started_at': datetime.datetime(2021, 9, 27, 12, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:11:31.578340 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd8a4d8-1c1b-4531-b61f-6214600d0106 None None] Checking segment: {'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:11:31.578741 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ffd8a4d8-1c1b-4531-b61f-6214600d0106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:31.579157 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd8a4d8-1c1b-4531-b61f-6214600d0106 None None] Bound using segment: {'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:11:31.579633 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-ffd8a4d8-1c1b-4531-b61f-6214600d0106 None None] Bound port: c6f8dab3-ce3b-427c-801b-8d4b5550b76e, host: dv-cinder-768458-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:11:31.580086 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ffd8a4d8-1c1b-4531-b61f-6214600d0106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:31.593277 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-2eb48e3b-92f1-4858-a0c5-76e9776f521d admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1533461 Sep 27 12:11:31.642309 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-ffd8a4d8-1c1b-4531-b61f-6214600d0106 None None] For port c6f8dab3-ce3b-427c-801b-8d4b5550b76e, host dv-cinder-768458-11-iscsi, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:11:31.646009 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-ffd8a4d8-1c1b-4531-b61f-6214600d0106 None None] For port c6f8dab3-ce3b-427c-801b-8d4b5550b76e, host dv-cinder-768458-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=c6f8dab3-ce3b-427c-801b-8d4b5550b76e,segment=NetworkSegment(c3edcc58-5368-4442-b7b6-007dffc21523),segment_id=c3edcc58-5368-4442-b7b6-007dffc21523)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:11:31.650639 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ffd8a4d8-1c1b-4531-b61f-6214600d0106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:31.706332 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd8a4d8-1c1b-4531-b61f-6214600d0106 None None] Routers {'992b8498-6794-4b90-92fa-0f2e1eb699ee'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:11:31.706954 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-ffd8a4d8-1c1b-4531-b61f-6214600d0106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:11:17Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['992b8498-6794-4b90-92fa-0f2e1eb699ee'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:11:31.748234 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e941b-05e7-4d59-ade3-5ecd49a0f4dd None None] Pushing event updated for resources: {'Port': ['ID=c6f8dab3-ce3b-427c-801b-8d4b5550b76e,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:11:31.820250 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-ffd8a4d8-1c1b-4531-b61f-6214600d0106 None None] Set router 992b8498-6794-4b90-92fa-0f2e1eb699ee gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:11:32.037974 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-ffd8a4d8-1c1b-4531-b61f-6214600d0106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992b8498-6794-4b90-92fa-0f2e1eb699ee', 'name': 'router1', 'tenant_id': '2ef5d38edc144c9a996341ecafd4915a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'c6f8dab3-ce3b-427c-801b-8d4b5550b76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:11:11Z', 'updated_at': '2021-09-27T12:11:28Z', 'revision_number': 4, 'project_id': '2ef5d38edc144c9a996341ecafd4915a', 'gw_port': {'id': 'c6f8dab3-ce3b-427c-801b-8d4b5550b76e', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:48:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992b8498-6794-4b90-92fa-0f2e1eb699ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:11:27Z', 'updated_at': '2021-09-27T12:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': '6f919e91-5bc4-48c8-b87c-273eeb3838ae', 'name': '', 'network_id': '9f142425-bdff-494f-a4dd-163d72be8c11', 'tenant_id': '2ef5d38edc144c9a996341ecafd4915a', 'mac_address': 'fa:16:3e:af:79:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992b8498-6794-4b90-92fa-0f2e1eb699ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6cb12214-12c5-46d9-a47a-61d0b739f8b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:11:20Z', 'updated_at': '2021-09-27T12:11:23Z', 'revision_number': 5, 'project_id': '2ef5d38edc144c9a996341ecafd4915a', 'subnets': [{'id': '6cb12214-12c5-46d9-a47a-61d0b739f8b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bffa5cba-5f4b-4431-869e-9a9ea64dbc8a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:11:32.064952 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd8a4d8-1c1b-4531-b61f-6214600d0106 None None] The sync data for ids ['992b8498-6794-4b90-92fa-0f2e1eb699ee'] in dv-cinder-768458-11-iscsi is: [{'id': '992b8498-6794-4b90-92fa-0f2e1eb699ee', 'name': 'router1', 'tenant_id': '2ef5d38edc144c9a996341ecafd4915a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'c6f8dab3-ce3b-427c-801b-8d4b5550b76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:11:11Z', 'updated_at': '2021-09-27T12:11:28Z', 'revision_number': 4, 'project_id': '2ef5d38edc144c9a996341ecafd4915a', 'gw_port': {'id': 'c6f8dab3-ce3b-427c-801b-8d4b5550b76e', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:48:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992b8498-6794-4b90-92fa-0f2e1eb699ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:11:27Z', 'updated_at': '2021-09-27T12:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': '6f919e91-5bc4-48c8-b87c-273eeb3838ae', 'name': '', 'network_id': '9f142425-bdff-494f-a4dd-163d72be8c11', 'tenant_id': '2ef5d38edc144c9a996341ecafd4915a', 'mac_address': 'fa:16:3e:af:79:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992b8498-6794-4b90-92fa-0f2e1eb699ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6cb12214-12c5-46d9-a47a-61d0b739f8b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:11:20Z', 'updated_at': '2021-09-27T12:11:23Z', 'revision_number': 5, 'project_id': '2ef5d38edc144c9a996341ecafd4915a', 'subnets': [{'id': '6cb12214-12c5-46d9-a47a-61d0b739f8b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bffa5cba-5f4b-4431-869e-9a9ea64dbc8a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:11:32.592959 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device c6f8dab3-ce3b-427c-801b-8d4b5550b76e up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:11:32.648964 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port c6f8dab3-ce3b-427c-801b-8d4b5550b76e triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:11:32.649440 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:32.726675 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:32.753720 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] For port c6f8dab3-ce3b-427c-801b-8d4b5550b76e, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=c6f8dab3-ce3b-427c-801b-8d4b5550b76e,segment=NetworkSegment(c3edcc58-5368-4442-b7b6-007dffc21523),segment_id=c3edcc58-5368-4442-b7b6-007dffc21523)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:11:32.758668 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:32.806940 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Pushing event updated for resources: {'Port': ['ID=c6f8dab3-ce3b-427c-801b-8d4b5550b76e,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:11:34.535493 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device c6f8dab3-ce3b-427c-801b-8d4b5550b76e up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:11:34.618130 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port c6f8dab3-ce3b-427c-801b-8d4b5550b76e triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:11:34.618872 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:41.704299 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 5 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:11:45.301425 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fb311305-9cc4-4ca9-bad4-4ec14a847882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:47.488005 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-910405cd-aee8-48d3-a362-91b1badf9527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:48.672654 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:49.560430 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:11:50.781807 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:12:15.304169 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cacde06f-552d-4286-9e86-f28661fe9c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:12:17.490866 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-234152b6-3730-4157-9353-00e9230e2488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:12:18.677628 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:12:18.703358 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 5 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:12:19.612111 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:12:20.787278 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:12:45.306863 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a833860a-a914-4024-b831-cc8617293027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:12:47.493229 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-330aa8ea-3d6d-49bf-89b5-7f191e14966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:12:48.670621 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:12:49.567697 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:12:50.790869 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:12:55.702208 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 5 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:13:07.227238 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 51494) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:13:07.289226 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.pecan_wsgi.hooks.translation [None req-085ed701-726f-49cd-bd2e-2caaa2f25b95 admin admin] GET failed (client error): The resource could not be found. Sep 27 12:13:07.290514 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-085ed701-726f-49cd-bd2e-2caaa2f25b95 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623481 Sep 27 12:13:07.448369 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351a419d-0674-4318-aaa6-bd7a0c462fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:13:07.449821 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-351a419d-0674-4318-aaa6-bd7a0c462fce admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1547995 Sep 27 12:13:09.623949 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 51504) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:13:09.716644 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d87c60d-60c0-44f7-a0bf-0db6553de4ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:13:09.717939 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-0d87c60d-60c0-44f7-a0bf-0db6553de4ff admin admin] 10.222.0.60 "GET /v2.0/subnets/6cb12214-12c5-46d9-a47a-61d0b739f8b3 HTTP/1.1" status: 200 len: 849 time: 0.0930705 Sep 27 12:13:09.728003 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-7910a235-ab6b-4da9-a127-c550353a11f0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:13:09.808938 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7910a235-ab6b-4da9-a127-c550353a11f0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:13:09.951864 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7910a235-ab6b-4da9-a127-c550353a11f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743559174391'] for subnet, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:13:09.982835 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7910a235-ab6b-4da9-a127-c550353a11f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:13:09.983397 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7910a235-ab6b-4da9-a127-c550353a11f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for subnet, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:13:09.985011 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-7910a235-ab6b-4da9-a127-c550353a11f0 admin admin] 10.222.0.60 "PUT /v2.0/subnets/6cb12214-12c5-46d9-a47a-61d0b739f8b3 HTTP/1.1" status: 200 len: 868 time: 0.2606654 Sep 27 12:13:10.001986 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d1055d-36b5-460e-b6ce-cf781d780eef None None] Network 9f142425-bdff-494f-a4dd-163d72be8c11 requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:13:10.007785 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910a235-ab6b-4da9-a127-c550353a11f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cb12214-12c5-46d9-a47a-61d0b739f8b3,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:13:10.015081 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910a235-ab6b-4da9-a127-c550353a11f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:13:10.015453 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910a235-ab6b-4da9-a127-c550353a11f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:13:10.015796 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910a235-ab6b-4da9-a127-c550353a11f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:13:10.016128 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910a235-ab6b-4da9-a127-c550353a11f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:13:10.016455 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910a235-ab6b-4da9-a127-c550353a11f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:13:10.016797 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910a235-ab6b-4da9-a127-c550353a11f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:13:10.017128 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910a235-ab6b-4da9-a127-c550353a11f0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:13:10.017467 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910a235-ab6b-4da9-a127-c550353a11f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:13:10.017819 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910a235-ab6b-4da9-a127-c550353a11f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:13:10.018143 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910a235-ab6b-4da9-a127-c550353a11f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:13:10.018460 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910a235-ab6b-4da9-a127-c550353a11f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:13:10.018780 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7910a235-ab6b-4da9-a127-c550353a11f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:13:10.369827 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-adfd5e9f-661b-4e84-acdc-5b23bb832cf4 None None] Provisioning complete for port a89e50c8-1d85-4b2e-860a-c1e6681d29af triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:13:10.370196 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-adfd5e9f-661b-4e84-acdc-5b23bb832cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:13:10.455298 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-adfd5e9f-661b-4e84-acdc-5b23bb832cf4 None None] Provisioning complete for port 6f919e91-5bc4-48c8-b87c-273eeb3838ae triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:13:10.455670 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-adfd5e9f-661b-4e84-acdc-5b23bb832cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:13:12.178408 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 51512) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:13:12.376038 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e778b63-e429-4994-bd5b-bc5dde89af65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:13:12.376429 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e778b63-e429-4994-bd5b-bc5dde89af65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:13:12.377970 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-6e778b63-e429-4994-bd5b-bc5dde89af65 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1985180 Sep 27 12:13:14.566788 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 51520) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:13:14.770432 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd06744-7ff0-45a3-8d86-5ef2e8e205ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:13:14.770815 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd06744-7ff0-45a3-8d86-5ef2e8e205ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:13:14.772651 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-8fd06744-7ff0-45a3-8d86-5ef2e8e205ae admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2048891 Sep 27 12:13:15.309188 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-43e1a02f-d763-4a12-83b4-3467be05b887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:13:16.964971 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 51530) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:13:17.088315 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3f95ae-faf1-484a-8389-25dc793838a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:13:17.089652 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-cb3f95ae-faf1-484a-8389-25dc793838a6 admin admin] 10.222.0.60 "GET /v2.0/networks/1438fd00-25c8-4de7-950d-8ff7237ae90c HTTP/1.1" status: 200 len: 886 time: 0.1237409 Sep 27 12:13:17.493942 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b76d2f0d-1dd1-4d61-8c1c-8a93eb7b05e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:13:18.671365 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:13:19.275348 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 51538) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:13:19.400085 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ee3598-169a-4495-8a23-c1d09a555cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:13:19.401416 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-07ee3598-169a-4495-8a23-c1d09a555cc4 admin admin] 10.222.0.60 "GET /v2.0/networks/9f142425-bdff-494f-a4dd-163d72be8c11 HTTP/1.1" status: 200 len: 869 time: 0.1251299 Sep 27 12:13:19.570381 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:13:20.794830 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:13:21.565394 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 51546) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:13:21.688782 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288d32a2-9b2f-4b97-add4-b7390754047d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:13:21.689242 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288d32a2-9b2f-4b97-add4-b7390754047d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:13:21.690746 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-288d32a2-9b2f-4b97-add4-b7390754047d admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1244164 Sep 27 12:13:23.838340 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 51554) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:13:23.925930 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f365039-fbbd-4730-a666-cdfa7c92aec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:13:23.926376 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f365039-fbbd-4730-a666-cdfa7c92aec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:13:23.927851 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-5f365039-fbbd-4730-a666-cdfa7c92aec4 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0885921 Sep 27 12:13:26.082092 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 51562) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:13:26.171189 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e91cf63-679b-468a-9e3a-003450db15ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:13:26.172510 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-3e91cf63-679b-468a-9e3a-003450db15ef admin admin] 10.222.0.60 "GET /v2.0/subnets/6cb12214-12c5-46d9-a47a-61d0b739f8b3 HTTP/1.1" status: 200 len: 868 time: 0.0894938 Sep 27 12:13:28.348293 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 51570) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:13:28.431430 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f781598-b928-40dd-9f7c-9c6d96e05cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:13:28.432772 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-3f781598-b928-40dd-9f7c-9c6d96e05cc9 admin admin] 10.222.0.60 "GET /v2.0/subnets/dd58ffbb-8e9b-44c5-a656-07f4206120ad HTTP/1.1" status: 200 len: 816 time: 0.0835364 Sep 27 12:13:32.701049 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 5 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:13:45.311525 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a27eed58-4089-4816-b485-dc9f37c01ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:13:47.494674 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-57b492e2-fac6-48e9-b9a0-33a4ff41063a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:13:48.673292 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:13:49.573718 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:13:50.798141 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:13:51.997628 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 51624) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:13:52.043614 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [None req-b33422cc-07e9-4f38-92db-dcfec448bc91 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 12:13:52.044592 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-b33422cc-07e9-4f38-92db-dcfec448bc91 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460434 Sep 27 12:13:54.306507 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 51632) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:13:54.364987 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.pecan_wsgi.hooks.translation [None req-647906b0-c32a-4ec4-aeb4-d50488e88e18 admin admin] GET failed (client error): The resource could not be found. Sep 27 12:13:54.366275 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-647906b0-c32a-4ec4-aeb4-d50488e88e18 admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0588143 Sep 27 12:13:54.451857 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6dca07-1a8b-4b20-a748-080be6a7f506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:13:54.453552 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-2a6dca07-1a8b-4b20-a748-080be6a7f506 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0819941 Sep 27 12:13:56.635912 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 51640) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:13:56.681958 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-22970f37-30ce-4b5e-9552-b7fa57880031 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:13:56.702894 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22970f37-30ce-4b5e-9552-b7fa57880031 admin admin] Made reservation on behalf of f3ed8b82ffa643ba86ac3ff920a8a64a for: {'network': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:13:56.705360 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-22970f37-30ce-4b5e-9552-b7fa57880031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for network, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:13:56.732134 dv-cinder-768458-11-iscsi neutron-server[94062]: WARNING neutron.services.revisions.revision_plugin [None req-22970f37-30ce-4b5e-9552-b7fa57880031 admin admin] Could not find related network for resource to bump revision. Sep 27 12:13:56.745241 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22970f37-30ce-4b5e-9552-b7fa57880031 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=94062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:13:56.754392 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-22970f37-30ce-4b5e-9552-b7fa57880031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:13:56.754725 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.db.segments_db [None req-22970f37-30ce-4b5e-9552-b7fa57880031 admin admin] Added segment eea2c440-b44b-4a3f-9e03-7eedb9ff5c29 of type vlan for network 22ff78ba-7095-4914-a162-d4c3d72030eb Sep 27 12:13:56.794492 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-22970f37-30ce-4b5e-9552-b7fa57880031 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743558578710'] for network, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:13:56.817131 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-22970f37-30ce-4b5e-9552-b7fa57880031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323'] for network, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:13:56.818126 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22970f37-30ce-4b5e-9552-b7fa57880031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:13:56.818706 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-22970f37-30ce-4b5e-9552-b7fa57880031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:13:56.849737 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-22970f37-30ce-4b5e-9552-b7fa57880031 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2128038 Sep 27 12:13:56.880402 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22970f37-30ce-4b5e-9552-b7fa57880031 admin admin] Pushing event updated for resources: {'Network': ['ID=22ff78ba-7095-4914-a162-d4c3d72030eb,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:13:56.888701 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22970f37-30ce-4b5e-9552-b7fa57880031 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:13:56.889097 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22970f37-30ce-4b5e-9552-b7fa57880031 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:13:56.889485 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22970f37-30ce-4b5e-9552-b7fa57880031 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:13:56.889886 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22970f37-30ce-4b5e-9552-b7fa57880031 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:13:56.890273 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22970f37-30ce-4b5e-9552-b7fa57880031 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:13:56.890666 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22970f37-30ce-4b5e-9552-b7fa57880031 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:13:56.891056 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22970f37-30ce-4b5e-9552-b7fa57880031 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:13:56.891435 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22970f37-30ce-4b5e-9552-b7fa57880031 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:13:56.891818 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22970f37-30ce-4b5e-9552-b7fa57880031 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:13:56.892187 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22970f37-30ce-4b5e-9552-b7fa57880031 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:13:56.892570 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22970f37-30ce-4b5e-9552-b7fa57880031 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:13:56.892947 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22970f37-30ce-4b5e-9552-b7fa57880031 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:13:56.905820 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Network 22ff78ba-7095-4914-a162-d4c3d72030eb details requested by agent ovs-agent-dv-cinder-768458-11-iscsi with host dv-cinder-768458-11-iscsi {{(pid=94063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:13:59.047256 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 51648) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:13:59.106314 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a459c46-5494-496d-a4d0-7b70d6d3f0fe admin admin] GET failed (client error): The resource could not be found. Sep 27 12:13:59.107906 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-5a459c46-5494-496d-a4d0-7b70d6d3f0fe admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594285 Sep 27 12:13:59.206323 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aef8dc3-395f-4bde-ba87-5cc8715ad10d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:13:59.207766 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-0aef8dc3-395f-4bde-ba87-5cc8715ad10d admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0956254 Sep 27 12:13:59.217645 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-f4c3f23e-daa8-43c6-85e1-b36cad184ab4 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '22ff78ba-7095-4914-a162-d4c3d72030eb', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:13:59.236384 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c3f23e-daa8-43c6-85e1-b36cad184ab4 admin admin] Made reservation on behalf of f3ed8b82ffa643ba86ac3ff920a8a64a for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:13:59.238599 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f4c3f23e-daa8-43c6-85e1-b36cad184ab4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:13:59.394851 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f4c3f23e-daa8-43c6-85e1-b36cad184ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:13:59.450723 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3f23e-daa8-43c6-85e1-b36cad184ab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3129988-1e80-482a-9d63-75dd2f90c0e0,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:13:59.459145 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3f23e-daa8-43c6-85e1-b36cad184ab4 admin admin] Checking segment: {'id': 'eea2c440-b44b-4a3f-9e03-7eedb9ff5c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22ff78ba-7095-4914-a162-d4c3d72030eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:13:59.459496 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c3f23e-daa8-43c6-85e1-b36cad184ab4 admin admin] Network hostable DHCP agents. Network: 22ff78ba-7095-4914-a162-d4c3d72030eb, hostable agents: ['e47cdff6-7b19-4f64-ade6-a89e4357b373'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:13:59.475305 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c3f23e-daa8-43c6-85e1-b36cad184ab4 admin admin] Network 22ff78ba-7095-4914-a162-d4c3d72030eb is scheduled to be hosted by DHCP agent e47cdff6-7b19-4f64-ade6-a89e4357b373 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:13:59.483947 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-f4c3f23e-daa8-43c6-85e1-b36cad184ab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-11-iscsi, 22ff78ba-7095-4914-a162-d4c3d72030eb) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:13:59.487829 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c3f23e-daa8-43c6-85e1-b36cad184ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:13:59.488354 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f4c3f23e-daa8-43c6-85e1-b36cad184ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:13:59.494408 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce424d30-d1f9-45ef-b441-d975dfef82bc None None] Network 22ff78ba-7095-4914-a162-d4c3d72030eb requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:13:59.501508 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-f4c3f23e-daa8-43c6-85e1-b36cad184ab4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2869837 Sep 27 12:13:59.642612 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ac633e-ba30-5e3b-be39-b05eee44f07a-22ff78ba-7095-4914-a162-d4c3d72030eb', 'network_id': '22ff78ba-7095-4914-a162-d4c3d72030eb', 'tenant_id': 'f3ed8b82ffa643ba86ac3ff920a8a64a', 'fixed_ips': [{'subnet_id': 'a3129988-1e80-482a-9d63-75dd2f90c0e0'}]}} from dv-cinder-768458-11-iscsi. {{(pid=94063) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 12:13:59.643530 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:13:59.780448 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] Allocated IP 192.168.233.2 (22ff78ba-7095-4914-a162-d4c3d72030eb/a3129988-1e80-482a-9d63-75dd2f90c0e0/26feefb5-199b-457e-b170-74e6dd65ebe3) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:13:59.923688 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:13:59.928899 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:13:59.968813 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] Network 22ff78ba-7095-4914-a162-d4c3d72030eb is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:13:59.976108 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:13:59.982615 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:13:59.990608 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] Pushing event updated for resources: {'Port': ['ID=26feefb5-199b-457e-b170-74e6dd65ebe3,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:14:00.001238 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:14:00.001604 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:14:00.001986 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:14:00.002593 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:14:00.002921 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:14:00.003282 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:14:00.003620 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:14:00.004181 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:14:00.004524 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:14:00.004873 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:14:00.005198 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:14:00.005525 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:14:00.049856 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] Attempting to bind port 26feefb5-199b-457e-b170-74e6dd65ebe3 on host dv-cinder-768458-11-iscsi for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:14:00.050154 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] Attempting to bind port 26feefb5-199b-457e-b170-74e6dd65ebe3 by drivers openvswitch,hyperv on host dv-cinder-768458-11-iscsi at level 0 using segments [{'id': 'eea2c440-b44b-4a3f-9e03-7eedb9ff5c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22ff78ba-7095-4914-a162-d4c3d72030eb'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:14:00.050516 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] Attempting to bind port 26feefb5-199b-457e-b170-74e6dd65ebe3 on network 22ff78ba-7095-4914-a162-d4c3d72030eb {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:14:00.056106 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] Checking agent: {'id': 'a2732848-b036-4229-93de-7108b516e67d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 10, 49), 'started_at': datetime.datetime(2021, 9, 27, 12, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:14:00.056467 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] Checking segment: {'id': 'eea2c440-b44b-4a3f-9e03-7eedb9ff5c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22ff78ba-7095-4914-a162-d4c3d72030eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:14:00.056859 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:14:00.057241 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] Bound using segment: {'id': 'eea2c440-b44b-4a3f-9e03-7eedb9ff5c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22ff78ba-7095-4914-a162-d4c3d72030eb'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:14:00.057696 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] Bound port: 26feefb5-199b-457e-b170-74e6dd65ebe3, host: dv-cinder-768458-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea2c440-b44b-4a3f-9e03-7eedb9ff5c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22ff78ba-7095-4914-a162-d4c3d72030eb'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:14:00.058083 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:14:00.122968 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] For port 26feefb5-199b-457e-b170-74e6dd65ebe3, host dv-cinder-768458-11-iscsi, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:14:00.126031 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] For port 26feefb5-199b-457e-b170-74e6dd65ebe3, host dv-cinder-768458-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=26feefb5-199b-457e-b170-74e6dd65ebe3,segment=NetworkSegment(eea2c440-b44b-4a3f-9e03-7eedb9ff5c29),segment_id=eea2c440-b44b-4a3f-9e03-7eedb9ff5c29)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:14:00.130942 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:14:00.186061 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb4ea0-da51-46a8-aa74-04e7e6484295 None None] Pushing event updated for resources: {'Port': ['ID=26feefb5-199b-457e-b170-74e6dd65ebe3,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:14:00.678584 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 26feefb5-199b-457e-b170-74e6dd65ebe3 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:14:00.731696 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port 26feefb5-199b-457e-b170-74e6dd65ebe3 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:14:00.732075 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:14:00.819931 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:14:00.859655 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] For port 26feefb5-199b-457e-b170-74e6dd65ebe3, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=26feefb5-199b-457e-b170-74e6dd65ebe3,segment=NetworkSegment(eea2c440-b44b-4a3f-9e03-7eedb9ff5c29),segment_id=eea2c440-b44b-4a3f-9e03-7eedb9ff5c29)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:14:00.866499 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:14:00.922690 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Pushing event updated for resources: {'Port': ['ID=26feefb5-199b-457e-b170-74e6dd65ebe3,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:14:01.014196 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b39edef-25c7-4965-8767-b237cd3cdceb None None] Network 22ff78ba-7095-4914-a162-d4c3d72030eb requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:14:01.125692 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-da25bc73-687a-4001-933a-5e9fd114164e None None] Provisioning complete for port 26feefb5-199b-457e-b170-74e6dd65ebe3 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:14:01.125991 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da25bc73-687a-4001-933a-5e9fd114164e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:14:01.459074 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-8e9d5e4a-3d5c-4496-a146-3f9e5277f5a2 None None] Provisioning complete for port 26feefb5-199b-457e-b170-74e6dd65ebe3 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:14:01.459447 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8e9d5e4a-3d5c-4496-a146-3f9e5277f5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:14:02.644223 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 26feefb5-199b-457e-b170-74e6dd65ebe3 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:14:02.690383 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port 26feefb5-199b-457e-b170-74e6dd65ebe3 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:14:02.690743 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:14:09.700586 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 5 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:14:15.311766 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c90ba53b-1079-40a0-b5c4-c49e367e4fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:14:17.494884 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b65d7627-2178-43a8-95cc-4aa32e8859ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:14:18.675269 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:14:19.576820 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:14:20.802175 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:14:45.312539 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-842daf57-db3c-4f6d-af89-32f20cb03b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:14:46.699648 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 5 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:14:47.495359 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6ba56268-e1dd-4958-b49f-1e36c95d6517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:14:48.676447 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:14:49.579967 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:14:50.807178 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:15:07.200887 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 51700) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:15:07.206787 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [None req-7c0183f1-c4d1-4c97-abc7-5001ed6e97b2 tempest-verify_tempest_config-771223108 tempest-verify_tempest_config-771223108-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 12:15:07.207717 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-7c0183f1-c4d1-4c97-abc7-5001ed6e97b2 tempest-verify_tempest_config-771223108 tempest-verify_tempest_config-771223108-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059054 Sep 27 12:15:07.495259 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 51718) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:15:07.595622 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4d96a16d-35b9-4733-b57f-588c890f4f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:15:07.681836 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4d96a16d-35b9-4733-b57f-588c890f4f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:15:07.685281 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4d96a16d-35b9-4733-b57f-588c890f4f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:15:07.729411 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-4d96a16d-35b9-4733-b57f-588c890f4f0f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4123cb82acb14ba99dd1ed92f0acfcff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2331073 Sep 27 12:15:07.730198 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96a16d-35b9-4733-b57f-588c890f4f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a90bd63-fd79-4215-b266-a57c81868bc3,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:15:07.732172 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 51724) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:15:07.736558 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96a16d-35b9-4733-b57f-588c890f4f0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:15:07.736910 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96a16d-35b9-4733-b57f-588c890f4f0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:15:07.737248 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96a16d-35b9-4733-b57f-588c890f4f0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:15:07.737585 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96a16d-35b9-4733-b57f-588c890f4f0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:15:07.737919 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96a16d-35b9-4733-b57f-588c890f4f0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:15:07.738261 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96a16d-35b9-4733-b57f-588c890f4f0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:15:07.738624 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96a16d-35b9-4733-b57f-588c890f4f0f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:15:07.738968 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96a16d-35b9-4733-b57f-588c890f4f0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:15:07.739337 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96a16d-35b9-4733-b57f-588c890f4f0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:15:07.739662 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96a16d-35b9-4733-b57f-588c890f4f0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:15:07.739983 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96a16d-35b9-4733-b57f-588c890f4f0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:15:07.740303 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96a16d-35b9-4733-b57f-588c890f4f0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:15:07.785660 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2b6d85f5-072d-4b15-bd83-af8947c412f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:15:07.805965 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2b6d85f5-072d-4b15-bd83-af8947c412f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:15:07.891371 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2b6d85f5-072d-4b15-bd83-af8947c412f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:15:07.893853 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2b6d85f5-072d-4b15-bd83-af8947c412f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:15:07.894975 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-2b6d85f5-072d-4b15-bd83-af8947c412f4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2a90bd63-fd79-4215-b266-a57c81868bc3 HTTP/1.1" status: 204 len: 168 time: 0.1618450 Sep 27 12:15:07.903436 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d85f5-072d-4b15-bd83-af8947c412f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a90bd63-fd79-4215-b266-a57c81868bc3,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:15:07.909864 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d85f5-072d-4b15-bd83-af8947c412f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:15:07.910211 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d85f5-072d-4b15-bd83-af8947c412f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:15:07.910547 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d85f5-072d-4b15-bd83-af8947c412f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:15:07.910874 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d85f5-072d-4b15-bd83-af8947c412f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:15:07.911237 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d85f5-072d-4b15-bd83-af8947c412f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:15:07.911579 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d85f5-072d-4b15-bd83-af8947c412f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:15:07.911905 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d85f5-072d-4b15-bd83-af8947c412f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:15:07.912242 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d85f5-072d-4b15-bd83-af8947c412f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:15:07.912581 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d85f5-072d-4b15-bd83-af8947c412f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:15:07.912898 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d85f5-072d-4b15-bd83-af8947c412f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:15:07.913211 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d85f5-072d-4b15-bd83-af8947c412f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:15:07.914014 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d85f5-072d-4b15-bd83-af8947c412f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:15:15.313593 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a7f14437-64af-4abb-a9ba-dd3030a7b58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:15:17.499234 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-af51fa99-f51e-4bbe-abfb-b98298f31b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:15:18.672434 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:15:19.581944 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:15:20.808023 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:15:23.699307 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 5 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:15:45.315416 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-306aff40-d4ff-456c-95d8-71e56eb122f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:15:47.499789 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d44a67b5-341e-4171-8635-1f5b89995ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:15:48.672414 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:15:49.585571 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:15:50.809881 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:16:00.698159 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 5 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:16:15.315615 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-62fcf69e-f301-4a85-acb7-85375b085c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:16:17.500268 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-65a31567-a4a6-4021-81e5-a04dc6de3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:16:18.672668 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:16:19.588753 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:16:20.813225 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:16:37.696561 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 5 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:16:39.369055 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528843'] for agent, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:16:45.314844 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f6aac774-6c57-4093-bf19-841592d182e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:16:47.501426 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-598ec5dd-6ca2-4b3f-a3f4-33d1aa66733f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:16:48.673911 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:16:49.592566 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:16:50.816812 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:16:54.258110 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 51796) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:16:54.365946 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-ccf45209-a048-4db1-86ff-e157acc7ee64 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1067660 Sep 27 12:16:56.553872 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 51806) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:16:56.607880 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-75e06be2-c1e5-4e5f-b512-0fa0ec3be674 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0529423 Sep 27 12:17:09.352467 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:17:14.694771 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:17:15.315109 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c4365690-db67-4aac-a087-df48121f0948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:17:17.501062 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8197ffc3-afa9-4b79-8e40-d341c2297b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:17:18.678952 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:17:19.594388 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:17:20.819151 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:17:39.355291 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:17:45.314542 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d34774e-920a-4cf5-a7c8-73f9cccb52be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:17:47.502892 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bdf6bd98-bed2-487e-94e2-aeae7107728a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:17:48.683426 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:17:49.601165 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:17:50.828434 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:17:51.694719 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:18:09.354033 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:15.315108 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a377da47-1bac-4fa5-b7cd-22ec879bc360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:17.506444 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5131ff31-947f-461d-8290-f362c6b651f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:18.686294 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:19.598874 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:20.834496 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:24.570610 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 52026) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:24.983862 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-45994da4-f1e0-4e59-ab37-35494e214205 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-731682132-network', 'tenant_id': '5e49334ec40b4775857a718d005d2752'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:18:25.005166 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45994da4-f1e0-4e59-ab37-35494e214205 admin admin] Made reservation on behalf of 5e49334ec40b4775857a718d005d2752 for: {'network': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:18:25.007509 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-45994da4-f1e0-4e59-ab37-35494e214205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for network, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:25.015714 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-45994da4-f1e0-4e59-ab37-35494e214205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:25.120724 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-45994da4-f1e0-4e59-ab37-35494e214205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:25.125832 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-45994da4-f1e0-4e59-ab37-35494e214205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:25.133049 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 52068) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:25.142321 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 52072) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:25.161967 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45994da4-f1e0-4e59-ab37-35494e214205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8deaf478-d807-494d-92ea-5313b9c54967,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:25.165032 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45994da4-f1e0-4e59-ab37-35494e214205 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=94061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:18:25.173655 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45994da4-f1e0-4e59-ab37-35494e214205 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:25.174192 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45994da4-f1e0-4e59-ab37-35494e214205 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:25.174642 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45994da4-f1e0-4e59-ab37-35494e214205 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:25.175054 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45994da4-f1e0-4e59-ab37-35494e214205 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:25.175471 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45994da4-f1e0-4e59-ab37-35494e214205 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:25.175896 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45994da4-f1e0-4e59-ab37-35494e214205 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:25.176306 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45994da4-f1e0-4e59-ab37-35494e214205 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:25.176735 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45994da4-f1e0-4e59-ab37-35494e214205 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:25.177148 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45994da4-f1e0-4e59-ab37-35494e214205 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:25.177492 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45994da4-f1e0-4e59-ab37-35494e214205 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:25.177817 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45994da4-f1e0-4e59-ab37-35494e214205 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:25.178224 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45994da4-f1e0-4e59-ab37-35494e214205 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:25.179534 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45994da4-f1e0-4e59-ab37-35494e214205 admin admin] Tracked resource versions report: Sep 27 12:18:25.179534 dv-cinder-768458-11-iscsi neutron-server[94061]: pushed versions: Sep 27 12:18:25.179534 dv-cinder-768458-11-iscsi neutron-server[94061]: { 'AddressGroup': {'1.2'}, Sep 27 12:18:25.179534 dv-cinder-768458-11-iscsi neutron-server[94061]: 'ConntrackHelper': {'1.0'}, Sep 27 12:18:25.179534 dv-cinder-768458-11-iscsi neutron-server[94061]: 'Log': {'1.0'}, Sep 27 12:18:25.179534 dv-cinder-768458-11-iscsi neutron-server[94061]: 'Network': {'1.1'}, Sep 27 12:18:25.179534 dv-cinder-768458-11-iscsi neutron-server[94061]: 'Port': {'1.7'}, Sep 27 12:18:25.179534 dv-cinder-768458-11-iscsi neutron-server[94061]: 'PortForwarding': {'1.2'}, Sep 27 12:18:25.179534 dv-cinder-768458-11-iscsi neutron-server[94061]: 'QosPolicy': {'1.9'}, Sep 27 12:18:25.179534 dv-cinder-768458-11-iscsi neutron-server[94061]: 'SecurityGroup': {'1.4'}, Sep 27 12:18:25.179534 dv-cinder-768458-11-iscsi neutron-server[94061]: 'SecurityGroupRule': {'1.2'}, Sep 27 12:18:25.179534 dv-cinder-768458-11-iscsi neutron-server[94061]: 'SubPort': {'1.0'}, Sep 27 12:18:25.179534 dv-cinder-768458-11-iscsi neutron-server[94061]: 'Subnet': {'1.1'}, Sep 27 12:18:25.179534 dv-cinder-768458-11-iscsi neutron-server[94061]: 'Trunk': {'1.1'}} Sep 27 12:18:25.179534 dv-cinder-768458-11-iscsi neutron-server[94061]: consumer versions: Sep 27 12:18:25.179534 dv-cinder-768458-11-iscsi neutron-server[94061]: { DHCP agent@dv-cinder-768458-11-iscsi: {}, Sep 27 12:18:25.179534 dv-cinder-768458-11-iscsi neutron-server[94061]: HyperV agent@hv-cinder-76845: {}, Sep 27 12:18:25.179534 dv-cinder-768458-11-iscsi neutron-server[94061]: L3 agent@dv-cinder-768458-11-iscsi: {}, Sep 27 12:18:25.179534 dv-cinder-768458-11-iscsi neutron-server[94061]: Metadata agent@dv-cinder-768458-11-iscsi: {}, Sep 27 12:18:25.179534 dv-cinder-768458-11-iscsi neutron-server[94061]: Metering agent@dv-cinder-768458-11-iscsi: {}, Sep 27 12:18:25.179534 dv-cinder-768458-11-iscsi neutron-server[94061]: Open vSwitch agent@dv-cinder-768458-11-iscsi: { 'AddressGroup': '1.2', Sep 27 12:18:25.179534 dv-cinder-768458-11-iscsi neutron-server[94061]: 'ConntrackHelper': '1.0', Sep 27 12:18:25.179534 dv-cinder-768458-11-iscsi neutron-server[94061]: 'Log': '1.0', Sep 27 12:18:25.179534 dv-cinder-768458-11-iscsi neutron-server[94061]: 'Network': '1.1', Sep 27 12:18:25.179534 dv-cinder-768458-11-iscsi neutron-server[94061]: 'Port': '1.7', Sep 27 12:18:25.179534 dv-cinder-768458-11-iscsi neutron-server[94061]: 'PortForwarding': '1.2', Sep 27 12:18:25.179534 dv-cinder-768458-11-iscsi neutron-server[94061]: 'QosPolicy': '1.9', Sep 27 12:18:25.179534 dv-cinder-768458-11-iscsi neutron-server[94061]: 'SecurityGroup': '1.4', Sep 27 12:18:25.179534 dv-cinder-768458-11-iscsi neutron-server[94061]: 'SecurityGroupRule': '1.2', Sep 27 12:18:25.179534 dv-cinder-768458-11-iscsi neutron-server[94061]: 'SubPort': '1.0', Sep 27 12:18:25.179534 dv-cinder-768458-11-iscsi neutron-server[94061]: 'Subnet': '1.1', Sep 27 12:18:25.179534 dv-cinder-768458-11-iscsi neutron-server[94061]: 'Trunk': '1.1'}} Sep 27 12:18:25.179534 dv-cinder-768458-11-iscsi neutron-server[94061]: {{(pid=94061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 12:18:25.188868 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-45994da4-f1e0-4e59-ab37-35494e214205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:25.189204 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.db.segments_db [None req-45994da4-f1e0-4e59-ab37-35494e214205 admin admin] Added segment 055fa8d3-07aa-407b-b867-9d1cc47cda2b of type vlan for network 9a440886-809f-4d5f-ac76-4eef69acf370 Sep 27 12:18:25.233888 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-45994da4-f1e0-4e59-ab37-35494e214205 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743558578710'] for network, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:25.257981 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-45994da4-f1e0-4e59-ab37-35494e214205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323'] for network, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:25.259078 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45994da4-f1e0-4e59-ab37-35494e214205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:25.259819 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-45994da4-f1e0-4e59-ab37-35494e214205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:25.295992 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 52080) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:25.296273 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-45994da4-f1e0-4e59-ab37-35494e214205 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7234278 Sep 27 12:18:25.304734 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-aa26c43d-14a0-468c-af06-4d64c4f5c1d1 admin admin] Request body: {'subnet': {'network_id': '9a440886-809f-4d5f-ac76-4eef69acf370', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-731682132-subnet', 'tenant_id': '5e49334ec40b4775857a718d005d2752', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:18:25.328224 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45994da4-f1e0-4e59-ab37-35494e214205 admin admin] Pushing event updated for resources: {'Network': ['ID=9a440886-809f-4d5f-ac76-4eef69acf370,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:25.328764 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa26c43d-14a0-468c-af06-4d64c4f5c1d1 admin admin] Made reservation on behalf of 5e49334ec40b4775857a718d005d2752 for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:18:25.332927 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-aa26c43d-14a0-468c-af06-4d64c4f5c1d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:25.338553 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Network 9a440886-809f-4d5f-ac76-4eef69acf370 details requested by agent ovs-agent-dv-cinder-768458-11-iscsi with host dv-cinder-768458-11-iscsi {{(pid=94063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:18:25.488089 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-fa55b8e7-03c1-42c0-9d48-7decff007a6f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1339512973-network', 'tenant_id': '272fe0cc16074204bc4c5b4a72a61d21'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:18:25.505447 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-bba216e9-8e03-4dcf-b91e-a2298f502331 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2004355141-network', 'tenant_id': '72093fa7db4244d79c19eca210667037'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:18:25.564176 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa55b8e7-03c1-42c0-9d48-7decff007a6f admin admin] Made reservation on behalf of 272fe0cc16074204bc4c5b4a72a61d21 for: {'network': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:18:25.566658 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fa55b8e7-03c1-42c0-9d48-7decff007a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for network, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:25.588921 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fa55b8e7-03c1-42c0-9d48-7decff007a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:25.609463 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-aa26c43d-14a0-468c-af06-4d64c4f5c1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:25.618872 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba216e9-8e03-4dcf-b91e-a2298f502331 admin admin] Made reservation on behalf of 72093fa7db4244d79c19eca210667037 for: {'network': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:18:25.621154 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bba216e9-8e03-4dcf-b91e-a2298f502331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for network, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:25.644416 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bba216e9-8e03-4dcf-b91e-a2298f502331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:25.773334 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26c43d-14a0-468c-af06-4d64c4f5c1d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb94006c-5aa7-4ce9-9d8d-2a1c357579ff,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:25.786221 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa26c43d-14a0-468c-af06-4d64c4f5c1d1 admin admin] Checking segment: {'id': '055fa8d3-07aa-407b-b867-9d1cc47cda2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a440886-809f-4d5f-ac76-4eef69acf370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:18:25.786693 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa26c43d-14a0-468c-af06-4d64c4f5c1d1 admin admin] Network hostable DHCP agents. Network: 9a440886-809f-4d5f-ac76-4eef69acf370, hostable agents: ['e47cdff6-7b19-4f64-ade6-a89e4357b373'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:18:25.795872 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26c43d-14a0-468c-af06-4d64c4f5c1d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:25.796373 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26c43d-14a0-468c-af06-4d64c4f5c1d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:25.796877 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26c43d-14a0-468c-af06-4d64c4f5c1d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:25.797318 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26c43d-14a0-468c-af06-4d64c4f5c1d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:25.797704 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26c43d-14a0-468c-af06-4d64c4f5c1d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:25.798305 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26c43d-14a0-468c-af06-4d64c4f5c1d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:25.798844 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26c43d-14a0-468c-af06-4d64c4f5c1d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:25.799438 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26c43d-14a0-468c-af06-4d64c4f5c1d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:25.799884 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26c43d-14a0-468c-af06-4d64c4f5c1d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:25.800213 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26c43d-14a0-468c-af06-4d64c4f5c1d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:25.800603 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26c43d-14a0-468c-af06-4d64c4f5c1d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:25.800926 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26c43d-14a0-468c-af06-4d64c4f5c1d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:25.802083 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26c43d-14a0-468c-af06-4d64c4f5c1d1 admin admin] Tracked resource versions report: Sep 27 12:18:25.802083 dv-cinder-768458-11-iscsi neutron-server[94062]: pushed versions: Sep 27 12:18:25.802083 dv-cinder-768458-11-iscsi neutron-server[94062]: { 'AddressGroup': {'1.2'}, Sep 27 12:18:25.802083 dv-cinder-768458-11-iscsi neutron-server[94062]: 'ConntrackHelper': {'1.0'}, Sep 27 12:18:25.802083 dv-cinder-768458-11-iscsi neutron-server[94062]: 'Log': {'1.0'}, Sep 27 12:18:25.802083 dv-cinder-768458-11-iscsi neutron-server[94062]: 'Network': {'1.1'}, Sep 27 12:18:25.802083 dv-cinder-768458-11-iscsi neutron-server[94062]: 'Port': {'1.7'}, Sep 27 12:18:25.802083 dv-cinder-768458-11-iscsi neutron-server[94062]: 'PortForwarding': {'1.2'}, Sep 27 12:18:25.802083 dv-cinder-768458-11-iscsi neutron-server[94062]: 'QosPolicy': {'1.9'}, Sep 27 12:18:25.802083 dv-cinder-768458-11-iscsi neutron-server[94062]: 'SecurityGroup': {'1.4'}, Sep 27 12:18:25.802083 dv-cinder-768458-11-iscsi neutron-server[94062]: 'SecurityGroupRule': {'1.2'}, Sep 27 12:18:25.802083 dv-cinder-768458-11-iscsi neutron-server[94062]: 'SubPort': {'1.0'}, Sep 27 12:18:25.802083 dv-cinder-768458-11-iscsi neutron-server[94062]: 'Subnet': {'1.1'}, Sep 27 12:18:25.802083 dv-cinder-768458-11-iscsi neutron-server[94062]: 'Trunk': {'1.1'}} Sep 27 12:18:25.802083 dv-cinder-768458-11-iscsi neutron-server[94062]: consumer versions: Sep 27 12:18:25.802083 dv-cinder-768458-11-iscsi neutron-server[94062]: { DHCP agent@dv-cinder-768458-11-iscsi: {}, Sep 27 12:18:25.802083 dv-cinder-768458-11-iscsi neutron-server[94062]: HyperV agent@hv-cinder-76845: {}, Sep 27 12:18:25.802083 dv-cinder-768458-11-iscsi neutron-server[94062]: L3 agent@dv-cinder-768458-11-iscsi: {}, Sep 27 12:18:25.802083 dv-cinder-768458-11-iscsi neutron-server[94062]: Metadata agent@dv-cinder-768458-11-iscsi: {}, Sep 27 12:18:25.802083 dv-cinder-768458-11-iscsi neutron-server[94062]: Metering agent@dv-cinder-768458-11-iscsi: {}, Sep 27 12:18:25.802083 dv-cinder-768458-11-iscsi neutron-server[94062]: Open vSwitch agent@dv-cinder-768458-11-iscsi: { 'AddressGroup': '1.2', Sep 27 12:18:25.802083 dv-cinder-768458-11-iscsi neutron-server[94062]: 'ConntrackHelper': '1.0', Sep 27 12:18:25.802083 dv-cinder-768458-11-iscsi neutron-server[94062]: 'Log': '1.0', Sep 27 12:18:25.802083 dv-cinder-768458-11-iscsi neutron-server[94062]: 'Network': '1.1', Sep 27 12:18:25.802083 dv-cinder-768458-11-iscsi neutron-server[94062]: 'Port': '1.7', Sep 27 12:18:25.802083 dv-cinder-768458-11-iscsi neutron-server[94062]: 'PortForwarding': '1.2', Sep 27 12:18:25.802083 dv-cinder-768458-11-iscsi neutron-server[94062]: 'QosPolicy': '1.9', Sep 27 12:18:25.802083 dv-cinder-768458-11-iscsi neutron-server[94062]: 'SecurityGroup': '1.4', Sep 27 12:18:25.802083 dv-cinder-768458-11-iscsi neutron-server[94062]: 'SecurityGroupRule': '1.2', Sep 27 12:18:25.802083 dv-cinder-768458-11-iscsi neutron-server[94062]: 'SubPort': '1.0', Sep 27 12:18:25.802083 dv-cinder-768458-11-iscsi neutron-server[94062]: 'Subnet': '1.1', Sep 27 12:18:25.802083 dv-cinder-768458-11-iscsi neutron-server[94062]: 'Trunk': '1.1'}} Sep 27 12:18:25.802083 dv-cinder-768458-11-iscsi neutron-server[94062]: {{(pid=94062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 12:18:25.829491 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fa55b8e7-03c1-42c0-9d48-7decff007a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:25.845127 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fa55b8e7-03c1-42c0-9d48-7decff007a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:25.858085 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa26c43d-14a0-468c-af06-4d64c4f5c1d1 admin admin] Network 9a440886-809f-4d5f-ac76-4eef69acf370 is scheduled to be hosted by DHCP agent e47cdff6-7b19-4f64-ade6-a89e4357b373 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:18:25.881670 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa55b8e7-03c1-42c0-9d48-7decff007a6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=94062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:18:25.902865 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-aa26c43d-14a0-468c-af06-4d64c4f5c1d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-11-iscsi, 9a440886-809f-4d5f-ac76-4eef69acf370) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:18:25.907295 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa26c43d-14a0-468c-af06-4d64c4f5c1d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:25.907871 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-aa26c43d-14a0-468c-af06-4d64c4f5c1d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:25.915883 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b908dac-0933-448d-8dbf-6505158de6a1 None None] Network 9a440886-809f-4d5f-ac76-4eef69acf370 requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:18:25.919171 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fa55b8e7-03c1-42c0-9d48-7decff007a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:25.919593 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.db.segments_db [None req-fa55b8e7-03c1-42c0-9d48-7decff007a6f admin admin] Added segment 77b0ae6e-244d-42b8-ba89-f6f76d83312f of type vlan for network 6c26758c-9cc1-4501-8798-538f25140b27 Sep 27 12:18:25.937225 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55b8e7-03c1-42c0-9d48-7decff007a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2a1108-9905-4e11-963e-e61355387684,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:26.017817 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fa55b8e7-03c1-42c0-9d48-7decff007a6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743558578710'] for network, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:26.070557 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fa55b8e7-03c1-42c0-9d48-7decff007a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323'] for network, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:26.072259 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa55b8e7-03c1-42c0-9d48-7decff007a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:26.072832 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fa55b8e7-03c1-42c0-9d48-7decff007a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:26.073231 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce24ae43-990c-41ef-8f74-26e74f357270 None None] Network 9a440886-809f-4d5f-ac76-4eef69acf370 requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:18:26.083198 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 52136) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:26.086896 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bba216e9-8e03-4dcf-b91e-a2298f502331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:26.293609 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bba216e9-8e03-4dcf-b91e-a2298f502331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:26.301173 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-aa26c43d-14a0-468c-af06-4d64c4f5c1d1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0029840 Sep 27 12:18:26.304729 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55b8e7-03c1-42c0-9d48-7decff007a6f admin admin] Pushing event updated for resources: {'Network': ['ID=6c26758c-9cc1-4501-8798-538f25140b27,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:26.304933 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 52158) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:26.308046 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-fa55b8e7-03c1-42c0-9d48-7decff007a6f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1638911 Sep 27 12:18:26.312536 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-d9743af2-7e97-4936-889e-5464caa58858 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-731682132-router', 'tenant_id': '5e49334ec40b4775857a718d005d2752', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:18:26.313390 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 52160) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:26.317170 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Network 6c26758c-9cc1-4501-8798-538f25140b27 details requested by agent ovs-agent-dv-cinder-768458-11-iscsi with host dv-cinder-768458-11-iscsi {{(pid=94063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:18:26.323118 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-4f44de57-b9f6-48ec-b554-0eeab245a045 admin admin] Request body: {'subnet': {'network_id': '6c26758c-9cc1-4501-8798-538f25140b27', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1339512973-subnet', 'tenant_id': '272fe0cc16074204bc4c5b4a72a61d21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:18:26.339249 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba216e9-8e03-4dcf-b91e-a2298f502331 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=94062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:18:26.362008 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bba216e9-8e03-4dcf-b91e-a2298f502331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:26.362354 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.db.segments_db [None req-bba216e9-8e03-4dcf-b91e-a2298f502331 admin admin] Added segment 2a6580eb-8685-4d7a-9cf9-25621c7b4860 of type vlan for network 5403b160-6d1e-45bc-9efc-c408d4d66d43 Sep 27 12:18:26.441005 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba216e9-8e03-4dcf-b91e-a2298f502331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6640c1d-a1e8-4649-af50-d1562a7964de,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:26.447162 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f44de57-b9f6-48ec-b554-0eeab245a045 admin admin] Made reservation on behalf of 272fe0cc16074204bc4c5b4a72a61d21 for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:18:26.452205 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4f44de57-b9f6-48ec-b554-0eeab245a045 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:26.457525 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d9743af2-7e97-4936-889e-5464caa58858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7339'] for router, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:26.459196 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d9743af2-7e97-4936-889e-5464caa58858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:26.501693 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bba216e9-8e03-4dcf-b91e-a2298f502331 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743558578710'] for network, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:26.579768 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bba216e9-8e03-4dcf-b91e-a2298f502331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323'] for network, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:26.580887 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba216e9-8e03-4dcf-b91e-a2298f502331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:26.581568 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bba216e9-8e03-4dcf-b91e-a2298f502331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:26.658457 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba216e9-8e03-4dcf-b91e-a2298f502331 admin admin] Pushing event updated for resources: {'Network': ['ID=5403b160-6d1e-45bc-9efc-c408d4d66d43,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:26.659533 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d9743af2-7e97-4936-889e-5464caa58858 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:26.670316 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Network 5403b160-6d1e-45bc-9efc-c408d4d66d43 details requested by agent ovs-agent-dv-cinder-768458-11-iscsi with host dv-cinder-768458-11-iscsi {{(pid=94063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:18:26.677624 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-bba216e9-8e03-4dcf-b91e-a2298f502331 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5431845 Sep 27 12:18:26.700120 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 52174) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:26.704824 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-a9bd088f-c230-4760-a48e-989751abff4d admin admin] Request body: {'subnet': {'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2004355141-subnet', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:18:26.712138 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-422f5a5d-a6f4-477a-9dff-202e904e9eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:26.765633 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bd088f-c230-4760-a48e-989751abff4d admin admin] Made reservation on behalf of 72093fa7db4244d79c19eca210667037 for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:18:26.770134 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a9bd088f-c230-4760-a48e-989751abff4d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:26.956483 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4f44de57-b9f6-48ec-b554-0eeab245a045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:27.046701 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44de57-b9f6-48ec-b554-0eeab245a045 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25349ce5-9aac-4948-9af3-d75d4216f44d,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:27.052912 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d9743af2-7e97-4936-889e-5464caa58858 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:27.067766 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-422f5a5d-a6f4-477a-9dff-202e904e9eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:27.091568 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-422f5a5d-a6f4-477a-9dff-202e904e9eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:27.099434 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f44de57-b9f6-48ec-b554-0eeab245a045 admin admin] Checking segment: {'id': '77b0ae6e-244d-42b8-ba89-f6f76d83312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6c26758c-9cc1-4501-8798-538f25140b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:18:27.099795 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f44de57-b9f6-48ec-b554-0eeab245a045 admin admin] Network hostable DHCP agents. Network: 6c26758c-9cc1-4501-8798-538f25140b27, hostable agents: ['e47cdff6-7b19-4f64-ade6-a89e4357b373'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:18:27.126920 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a9bd088f-c230-4760-a48e-989751abff4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:27.155314 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f44de57-b9f6-48ec-b554-0eeab245a045 admin admin] Network 6c26758c-9cc1-4501-8798-538f25140b27 is scheduled to be hosted by DHCP agent e47cdff6-7b19-4f64-ade6-a89e4357b373 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:18:27.161306 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-422f5a5d-a6f4-477a-9dff-202e904e9eca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9907e4912a2e4035bfe022eda1ee5126&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0770361 Sep 27 12:18:27.175387 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 52196) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:27.204473 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f5a5d-a6f4-477a-9dff-202e904e9eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fedbf5b-83a0-4385-bc5d-b458551c3472,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:27.211729 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-4f44de57-b9f6-48ec-b554-0eeab245a045 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-11-iscsi, 6c26758c-9cc1-4501-8798-538f25140b27) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:18:27.222411 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7723e6d-a905-4fb6-b35e-7767585ffbf2 None None] Network 6c26758c-9cc1-4501-8798-538f25140b27 requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:18:27.224349 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd088f-c230-4760-a48e-989751abff4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2b6d0e0-734d-4b24-98bc-9d4bdee30d50,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:27.240015 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f44de57-b9f6-48ec-b554-0eeab245a045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:27.242677 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4f44de57-b9f6-48ec-b554-0eeab245a045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:27.274447 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 52206) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:27.288645 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bd088f-c230-4760-a48e-989751abff4d admin admin] Checking segment: {'id': '2a6580eb-8685-4d7a-9cf9-25621c7b4860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:18:27.290070 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bd088f-c230-4760-a48e-989751abff4d admin admin] Network hostable DHCP agents. Network: 5403b160-6d1e-45bc-9efc-c408d4d66d43, hostable agents: ['e47cdff6-7b19-4f64-ade6-a89e4357b373'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:18:27.313799 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-4f44de57-b9f6-48ec-b554-0eeab245a045 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9955900 Sep 27 12:18:27.323136 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-14721294-cd10-4ad5-84cd-178bc3e9b57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:27.345914 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bd088f-c230-4760-a48e-989751abff4d admin admin] Network 5403b160-6d1e-45bc-9efc-c408d4d66d43 is scheduled to be hosted by DHCP agent e47cdff6-7b19-4f64-ade6-a89e4357b373 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:18:27.356170 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-a9bd088f-c230-4760-a48e-989751abff4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-11-iscsi, 5403b160-6d1e-45bc-9efc-c408d4d66d43) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:18:27.356421 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-14721294-cd10-4ad5-84cd-178bc3e9b57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:27.368580 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0921ac15-b832-4073-9207-5be17496325d None None] Network 5403b160-6d1e-45bc-9efc-c408d4d66d43 requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:18:27.393103 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bd088f-c230-4760-a48e-989751abff4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:27.393714 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a9bd088f-c230-4760-a48e-989751abff4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:27.447119 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-a9bd088f-c230-4760-a48e-989751abff4d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7455835 Sep 27 12:18:27.448732 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 52212) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:27.459885 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-0645e575-e6b0-4737-a9e0-95b3ff704ce9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2004355141-router', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:18:27.512298 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0645e575-e6b0-4737-a9e0-95b3ff704ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7339'] for router, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:27.513495 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0645e575-e6b0-4737-a9e0-95b3ff704ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:27.536185 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb9b880-5521-449d-9f85-f162cb297767 None None] Network 6c26758c-9cc1-4501-8798-538f25140b27 requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:18:27.621074 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0645e575-e6b0-4737-a9e0-95b3ff704ce9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:27.627666 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c5b10e1b-8dc9-4dd0-b966-938f34cb7af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:27.690112 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-14721294-cd10-4ad5-84cd-178bc3e9b57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:27.693110 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-14721294-cd10-4ad5-84cd-178bc3e9b57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:27.698029 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-14721294-cd10-4ad5-84cd-178bc3e9b57f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9fedbf5b-83a0-4385-bc5d-b458551c3472 HTTP/1.1" status: 204 len: 168 time: 0.5214839 Sep 27 12:18:27.699658 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d9743af2-7e97-4936-889e-5464caa58858 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:27.784646 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ac633e-ba30-5e3b-be39-b05eee44f07a-5403b160-6d1e-45bc-9efc-c408d4d66d43', 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'fixed_ips': [{'subnet_id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50'}]}} from dv-cinder-768458-11-iscsi. {{(pid=94063) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 12:18:27.788888 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:27.875086 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d9743af2-7e97-4936-889e-5464caa58858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:28.008537 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0645e575-e6b0-4737-a9e0-95b3ff704ce9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:28.020230 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14721294-cd10-4ad5-84cd-178bc3e9b57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fedbf5b-83a0-4385-bc5d-b458551c3472,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:28.161423 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] Allocated IP 172.20.0.2 (5403b160-6d1e-45bc-9efc-c408d4d66d43/c2b6d0e0-734d-4b24-98bc-9d4bdee30d50/94a63796-4d82-4c70-a83d-8568079350e0) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:18:28.469309 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c5b10e1b-8dc9-4dd0-b966-938f34cb7af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:28.481093 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:28.494924 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:28.503632 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c5b10e1b-8dc9-4dd0-b966-938f34cb7af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:28.515378 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 52270) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:28.527764 dv-cinder-768458-11-iscsi neutron-server[94061]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 27 12:18:28.553227 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] Network 5403b160-6d1e-45bc-9efc-c408d4d66d43 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:18:28.565830 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:18:28.576742 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:18:28.583511 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-d9743af2-7e97-4936-889e-5464caa58858 admin admin] Allocated IP 172.27.2.28 (1438fd00-25c8-4de7-950d-8ff7237ae90c/dd58ffbb-8e9b-44c5-a656-07f4206120ad/059b5a5b-37d2-4e9a-ab7e-26f3cce4421c) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:18:28.604515 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] Pushing event updated for resources: {'Port': ['ID=94a63796-4d82-4c70-a83d-8568079350e0,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:28.609399 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b10e1b-8dc9-4dd0-b966-938f34cb7af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2211fc1-f815-40a0-bf6b-f1c102bc5545,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:28.613921 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-c5b10e1b-8dc9-4dd0-b966-938f34cb7af4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1c7fddad972d409896352e39d5f8b2bb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3374996 Sep 27 12:18:28.616590 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 52278) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:28.626111 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:28.627082 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:28.627082 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:28.627545 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:28.627884 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:28.628215 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:28.628581 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:28.628912 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:28.629257 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:28.629588 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:28.629912 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:28.630238 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:28.641627 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] Tracked resource versions report: Sep 27 12:18:28.641627 dv-cinder-768458-11-iscsi neutron-server[94063]: pushed versions: Sep 27 12:18:28.641627 dv-cinder-768458-11-iscsi neutron-server[94063]: { 'AddressGroup': {'1.2'}, Sep 27 12:18:28.641627 dv-cinder-768458-11-iscsi neutron-server[94063]: 'ConntrackHelper': {'1.0'}, Sep 27 12:18:28.641627 dv-cinder-768458-11-iscsi neutron-server[94063]: 'Log': {'1.0'}, Sep 27 12:18:28.641627 dv-cinder-768458-11-iscsi neutron-server[94063]: 'Network': {'1.1'}, Sep 27 12:18:28.641627 dv-cinder-768458-11-iscsi neutron-server[94063]: 'Port': {'1.7'}, Sep 27 12:18:28.641627 dv-cinder-768458-11-iscsi neutron-server[94063]: 'PortForwarding': {'1.2'}, Sep 27 12:18:28.641627 dv-cinder-768458-11-iscsi neutron-server[94063]: 'QosPolicy': {'1.9'}, Sep 27 12:18:28.641627 dv-cinder-768458-11-iscsi neutron-server[94063]: 'SecurityGroup': {'1.4'}, Sep 27 12:18:28.641627 dv-cinder-768458-11-iscsi neutron-server[94063]: 'SecurityGroupRule': {'1.2'}, Sep 27 12:18:28.641627 dv-cinder-768458-11-iscsi neutron-server[94063]: 'SubPort': {'1.0'}, Sep 27 12:18:28.641627 dv-cinder-768458-11-iscsi neutron-server[94063]: 'Subnet': {'1.1'}, Sep 27 12:18:28.641627 dv-cinder-768458-11-iscsi neutron-server[94063]: 'Trunk': {'1.1'}} Sep 27 12:18:28.641627 dv-cinder-768458-11-iscsi neutron-server[94063]: consumer versions: Sep 27 12:18:28.641627 dv-cinder-768458-11-iscsi neutron-server[94063]: { DHCP agent@dv-cinder-768458-11-iscsi: {}, Sep 27 12:18:28.641627 dv-cinder-768458-11-iscsi neutron-server[94063]: HyperV agent@hv-cinder-76845: {}, Sep 27 12:18:28.641627 dv-cinder-768458-11-iscsi neutron-server[94063]: L3 agent@dv-cinder-768458-11-iscsi: {}, Sep 27 12:18:28.641627 dv-cinder-768458-11-iscsi neutron-server[94063]: Metadata agent@dv-cinder-768458-11-iscsi: {}, Sep 27 12:18:28.641627 dv-cinder-768458-11-iscsi neutron-server[94063]: Metering agent@dv-cinder-768458-11-iscsi: {}, Sep 27 12:18:28.641627 dv-cinder-768458-11-iscsi neutron-server[94063]: Open vSwitch agent@dv-cinder-768458-11-iscsi: { 'AddressGroup': '1.2', Sep 27 12:18:28.641627 dv-cinder-768458-11-iscsi neutron-server[94063]: 'ConntrackHelper': '1.0', Sep 27 12:18:28.641627 dv-cinder-768458-11-iscsi neutron-server[94063]: 'Log': '1.0', Sep 27 12:18:28.641627 dv-cinder-768458-11-iscsi neutron-server[94063]: 'Network': '1.1', Sep 27 12:18:28.641627 dv-cinder-768458-11-iscsi neutron-server[94063]: 'Port': '1.7', Sep 27 12:18:28.641627 dv-cinder-768458-11-iscsi neutron-server[94063]: 'PortForwarding': '1.2', Sep 27 12:18:28.641627 dv-cinder-768458-11-iscsi neutron-server[94063]: 'QosPolicy': '1.9', Sep 27 12:18:28.641627 dv-cinder-768458-11-iscsi neutron-server[94063]: 'SecurityGroup': '1.4', Sep 27 12:18:28.641627 dv-cinder-768458-11-iscsi neutron-server[94063]: 'SecurityGroupRule': '1.2', Sep 27 12:18:28.641627 dv-cinder-768458-11-iscsi neutron-server[94063]: 'SubPort': '1.0', Sep 27 12:18:28.641627 dv-cinder-768458-11-iscsi neutron-server[94063]: 'Subnet': '1.1', Sep 27 12:18:28.641627 dv-cinder-768458-11-iscsi neutron-server[94063]: 'Trunk': '1.1'}} Sep 27 12:18:28.641627 dv-cinder-768458-11-iscsi neutron-server[94063]: {{(pid=94063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 12:18:28.651784 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0645e575-e6b0-4737-a9e0-95b3ff704ce9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:28.690866 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0645e575-e6b0-4737-a9e0-95b3ff704ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:28.693651 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:18:28.714100 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] Attempting to bind port 94a63796-4d82-4c70-a83d-8568079350e0 on host dv-cinder-768458-11-iscsi for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:18:28.714228 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] Attempting to bind port 94a63796-4d82-4c70-a83d-8568079350e0 by drivers openvswitch,hyperv on host dv-cinder-768458-11-iscsi at level 0 using segments [{'id': '2a6580eb-8685-4d7a-9cf9-25621c7b4860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:18:28.714646 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] Attempting to bind port 94a63796-4d82-4c70-a83d-8568079350e0 on network 5403b160-6d1e-45bc-9efc-c408d4d66d43 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:18:28.720835 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] Checking agent: {'id': 'a2732848-b036-4229-93de-7108b516e67d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 10, 49), 'started_at': datetime.datetime(2021, 9, 27, 12, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:18:28.721827 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] Checking segment: {'id': '2a6580eb-8685-4d7a-9cf9-25621c7b4860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:18:28.722234 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:28.722627 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] Bound using segment: {'id': '2a6580eb-8685-4d7a-9cf9-25621c7b4860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:18:28.723162 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] Bound port: 94a63796-4d82-4c70-a83d-8568079350e0, host: dv-cinder-768458-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6580eb-8685-4d7a-9cf9-25621c7b4860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:18:28.724126 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:28.866898 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] For port 94a63796-4d82-4c70-a83d-8568079350e0, host dv-cinder-768458-11-iscsi, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:18:28.872400 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] For port 94a63796-4d82-4c70-a83d-8568079350e0, host dv-cinder-768458-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=94a63796-4d82-4c70-a83d-8568079350e0,segment=NetworkSegment(2a6580eb-8685-4d7a-9cf9-25621c7b4860),segment_id=2a6580eb-8685-4d7a-9cf9-25621c7b4860)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:18:28.887708 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:28.912843 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-b536cba8-f3c8-4019-b977-f01c3223a282 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:28.914684 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-b536cba8-f3c8-4019-b977-f01c3223a282 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/networks?id=6c26758c-9cc1-4501-8798-538f25140b27 HTTP/1.1" status: 200 len: 812 time: 0.3951161 Sep 27 12:18:28.922952 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5dd7a380-fd7c-4148-a4a1-108ccc86b314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:28.947184 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5dd7a380-fd7c-4148-a4a1-108ccc86b314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:28.955012 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-5a9f9cba-f1e6-4fcf-bd29-941cc1820d1a tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/quotas/272fe0cc16074204bc4c5b4a72a61d21 HTTP/1.1" status: 200 len: 375 time: 0.0318246 Sep 27 12:18:28.961794 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785ceb4-ca05-4680-a1b6-aa9ebc6e29c2 None None] Pushing event updated for resources: {'Port': ['ID=94a63796-4d82-4c70-a83d-8568079350e0,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:28.973854 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d9743af2-7e97-4936-889e-5464caa58858 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:29.038605 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5dd7a380-fd7c-4148-a4a1-108ccc86b314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:29.041181 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5dd7a380-fd7c-4148-a4a1-108ccc86b314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:29.045406 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-5dd7a380-fd7c-4148-a4a1-108ccc86b314 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a2211fc1-f815-40a0-bf6b-f1c102bc5545 HTTP/1.1" status: 204 len: 168 time: 0.4248614 Sep 27 12:18:29.045582 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-01b2d46b-ee66-4dfa-8e33-b405f3c26f6e tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=272fe0cc16074204bc4c5b4a72a61d21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749705 Sep 27 12:18:29.052699 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7a380-fd7c-4148-a4a1-108ccc86b314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2211fc1-f815-40a0-bf6b-f1c102bc5545,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:29.129710 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d9743af2-7e97-4936-889e-5464caa58858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:29.218570 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-0645e575-e6b0-4737-a9e0-95b3ff704ce9 admin admin] Allocated IP 172.27.2.199 (1438fd00-25c8-4de7-950d-8ff7237ae90c/dd58ffbb-8e9b-44c5-a656-07f4206120ad/ec432d13-2c66-4c60-9e83-ad7d32cfb153) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:18:29.440799 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0645e575-e6b0-4737-a9e0-95b3ff704ce9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:29.487479 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9743af2-7e97-4936-889e-5464caa58858 admin admin] Network 1438fd00-25c8-4de7-950d-8ff7237ae90c is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:18:29.489739 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-d9743af2-7e97-4936-889e-5464caa58858 admin admin] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:18:29.492310 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9743af2-7e97-4936-889e-5464caa58858 admin admin] Pushing event updated for resources: {'Port': ['ID=059b5a5b-37d2-4e9a-ab7e-26f3cce4421c,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:29.505820 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9743af2-7e97-4936-889e-5464caa58858 admin admin] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:18:29.514743 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0645e575-e6b0-4737-a9e0-95b3ff704ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:29.600307 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0645e575-e6b0-4737-a9e0-95b3ff704ce9 admin admin] Network 1438fd00-25c8-4de7-950d-8ff7237ae90c is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:18:29.609969 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-69e2c857-5d46-4e1d-b213-35083353f93f service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 12:18:29.611006 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-69e2c857-5d46-4e1d-b213-35083353f93f service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1580980 Sep 27 12:18:29.615818 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-0645e575-e6b0-4737-a9e0-95b3ff704ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:18:29.622068 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0645e575-e6b0-4737-a9e0-95b3ff704ce9 admin admin] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:18:29.697330 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645e575-e6b0-4737-a9e0-95b3ff704ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=ec432d13-2c66-4c60-9e83-ad7d32cfb153,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:29.857656 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-64a5d542-1172-4d9c-96f9-d913a15d9043 service neutron] 10.222.0.60 "GET /v2.0/networks/6c26758c-9cc1-4501-8798-538f25140b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182658 Sep 27 12:18:30.064303 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0645e575-e6b0-4737-a9e0-95b3ff704ce9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:30.126531 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d9743af2-7e97-4936-889e-5464caa58858 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:30.274236 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-33b2d6c4-07d7-4a72-9c15-979b8accf930 service neutron] 10.222.0.60 "GET /v2.0/networks/6c26758c-9cc1-4501-8798-538f25140b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597100 Sep 27 12:18:30.377087 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ff2a96-a80a-4b88-9282-7cf2a102cebc None None] Network 5403b160-6d1e-45bc-9efc-c408d4d66d43 requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:18:30.563932 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-4d4bc32e-8f16-45f2-ae18-43e31c74866c None None] Provisioning complete for port 94a63796-4d82-4c70-a83d-8568079350e0 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:18:30.564590 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4d4bc32e-8f16-45f2-ae18-43e31c74866c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:30.629431 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d9743af2-7e97-4936-889e-5464caa58858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535742'] for router, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:30.703858 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 52384) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:30.709949 dv-cinder-768458-11-iscsi neutron-server[94062]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 27 12:18:30.788526 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4d4bc32e-8f16-45f2-ae18-43e31c74866c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:30.809755 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1d0c164d-bd99-4f2b-b8c6-d225163bb316 req-505462e5-db1a-4ec4-8462-e99a9cd34f5f tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 210 time: 0.1036465 Sep 27 12:18:30.838064 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0645e575-e6b0-4737-a9e0-95b3ff704ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535742'] for router, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:30.866945 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-4d4bc32e-8f16-45f2-ae18-43e31c74866c None None] For port 94a63796-4d82-4c70-a83d-8568079350e0, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=94a63796-4d82-4c70-a83d-8568079350e0,segment=NetworkSegment(2a6580eb-8685-4d7a-9cf9-25621c7b4860),segment_id=2a6580eb-8685-4d7a-9cf9-25621c7b4860)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:18:30.874449 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4d4bc32e-8f16-45f2-ae18-43e31c74866c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:30.958970 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9743af2-7e97-4936-889e-5464caa58858 admin admin] Router f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e is scheduled to L3 agent 6db84009-1e90-41eb-96d1-acd333e168da with binding_index 1 {{(pid=94061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 12:18:30.967727 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4bc32e-8f16-45f2-ae18-43e31c74866c None None] Pushing event updated for resources: {'Port': ['ID=94a63796-4d82-4c70-a83d-8568079350e0,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:30.974063 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 94a63796-4d82-4c70-a83d-8568079350e0 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:18:31.056032 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port 94a63796-4d82-4c70-a83d-8568079350e0 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:18:31.056649 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:31.111873 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9743af2-7e97-4936-889e-5464caa58858 admin admin] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:18:31.123023 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5333ac4c-aa32-480f-83e3-23acec57441d None None] Sync routers for ids ['f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e'] in dv-cinder-768458-11-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:18:31.132441 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d9743af2-7e97-4936-889e-5464caa58858 admin admin] Notify callbacks [] for router, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:31.136868 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-d9743af2-7e97-4936-889e-5464caa58858 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8274655 Sep 27 12:18:31.137036 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5333ac4c-aa32-480f-83e3-23acec57441d None None] Routers {'f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:18:31.137364 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 52404) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:31.137831 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-5333ac4c-aa32-480f-83e3-23acec57441d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:18:17Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:18:31.166214 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0645e575-e6b0-4737-a9e0-95b3ff704ce9 admin admin] Router 7e34173f-b3cd-4495-90f3-2967c66803be is scheduled to L3 agent 6db84009-1e90-41eb-96d1-acd333e168da with binding_index 1 {{(pid=94062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 12:18:31.225132 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-884dc0b6-06d0-4cca-a144-98bc53bbc01b None None] Provisioning complete for port 94a63796-4d82-4c70-a83d-8568079350e0 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:18:31.225898 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-884dc0b6-06d0-4cca-a144-98bc53bbc01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:31.333995 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0645e575-e6b0-4737-a9e0-95b3ff704ce9 admin admin] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:18:31.351222 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c65a49-2c12-4cd1-baa7-fd149105b289 None None] Sync routers for ids ['7e34173f-b3cd-4495-90f3-2967c66803be'] in dv-cinder-768458-11-iscsi {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:18:31.360986 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0645e575-e6b0-4737-a9e0-95b3ff704ce9 admin admin] Notify callbacks [] for router, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:31.365784 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-0645e575-e6b0-4737-a9e0-95b3ff704ce9 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9115307 Sep 27 12:18:31.366310 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 52414) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:31.385963 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c65a49-2c12-4cd1-baa7-fd149105b289 None None] Routers {'7e34173f-b3cd-4495-90f3-2967c66803be'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:18:31.386574 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-5333ac4c-aa32-480f-83e3-23acec57441d None None] Set router f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e gateway port host: dv-cinder-768458-11-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:18:31.388430 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-99c65a49-2c12-4cd1-baa7-fd149105b289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:18:17Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['7e34173f-b3cd-4495-90f3-2967c66803be'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:18:31.738059 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-5333ac4c-aa32-480f-83e3-23acec57441d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e', 'name': 'tempest-ServerRescueNegativeTestJSON-731682132-router', 'tenant_id': '5e49334ec40b4775857a718d005d2752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '059b5a5b-37d2-4e9a-ab7e-26f3cce4421c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:18:26Z', 'updated_at': '2021-09-27T12:18:29Z', 'revision_number': 3, 'project_id': '5e49334ec40b4775857a718d005d2752', 'gw_port': {'id': '059b5a5b-37d2-4e9a-ab7e-26f3cce4421c', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:69:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:27Z', 'updated_at': '2021-09-27T12:18:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi'}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:18:31.780899 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-99c65a49-2c12-4cd1-baa7-fd149105b289 None None] Set router 7e34173f-b3cd-4495-90f3-2967c66803be gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:18:31.804828 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5333ac4c-aa32-480f-83e3-23acec57441d None None] Checking router: f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e for host: dv-cinder-768458-11-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:18:31.805901 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5333ac4c-aa32-480f-83e3-23acec57441d None None] Updating router f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e port 059b5a5b-37d2-4e9a-ab7e-26f3cce4421c binding host dv-cinder-768458-11-iscsi {{(pid=94064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:18:31.844843 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5333ac4c-aa32-480f-83e3-23acec57441d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:31.956385 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ff2b51dc-d1dc-42e0-a76c-e9b8cc1cb88a req-dcbd04af-78df-4125-8b14-ef1ec6c8d812 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 210 time: 0.0539396 Sep 27 12:18:32.040072 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-99c65a49-2c12-4cd1-baa7-fd149105b289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'name': 'tempest-AttachVolumeShelveTestJSON-2004355141-router', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:18:27Z', 'updated_at': '2021-09-27T12:18:29Z', 'revision_number': 3, 'project_id': '72093fa7db4244d79c19eca210667037', 'gw_port': {'id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:28Z', 'updated_at': '2021-09-27T12:18:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi'}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:18:32.074851 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c65a49-2c12-4cd1-baa7-fd149105b289 None None] Checking router: 7e34173f-b3cd-4495-90f3-2967c66803be for host: dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:18:32.076613 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c65a49-2c12-4cd1-baa7-fd149105b289 None None] Updating router 7e34173f-b3cd-4495-90f3-2967c66803be port ec432d13-2c66-4c60-9e83-ad7d32cfb153 binding host dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:18:32.095669 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e556ac09-97c6-4312-b24c-3c047509f18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:32.130089 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-99c65a49-2c12-4cd1-baa7-fd149105b289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:32.192307 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0b12f6fa-845e-438b-8691-3ed53a62b737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:32.194731 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5333ac4c-aa32-480f-83e3-23acec57441d None None] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:32.203526 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5333ac4c-aa32-480f-83e3-23acec57441d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:32.246942 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d24d0-9d97-4506-809b-445b43859edf None None] Pushing event updated for resources: {'Port': ['ID=059b5a5b-37d2-4e9a-ab7e-26f3cce4421c,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:32.259203 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d24d0-9d97-4506-809b-445b43859edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:32.259569 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d24d0-9d97-4506-809b-445b43859edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:32.259911 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d24d0-9d97-4506-809b-445b43859edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:32.260243 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d24d0-9d97-4506-809b-445b43859edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:32.260570 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d24d0-9d97-4506-809b-445b43859edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:32.260897 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d24d0-9d97-4506-809b-445b43859edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:32.262394 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d24d0-9d97-4506-809b-445b43859edf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:32.262728 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d24d0-9d97-4506-809b-445b43859edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:32.263107 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d24d0-9d97-4506-809b-445b43859edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:32.263437 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d24d0-9d97-4506-809b-445b43859edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:32.263759 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d24d0-9d97-4506-809b-445b43859edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:32.264892 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d24d0-9d97-4506-809b-445b43859edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:18:32.266075 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d24d0-9d97-4506-809b-445b43859edf None None] Tracked resource versions report: Sep 27 12:18:32.266075 dv-cinder-768458-11-iscsi neutron-server[94064]: pushed versions: Sep 27 12:18:32.266075 dv-cinder-768458-11-iscsi neutron-server[94064]: { 'AddressGroup': {'1.2'}, Sep 27 12:18:32.266075 dv-cinder-768458-11-iscsi neutron-server[94064]: 'ConntrackHelper': {'1.0'}, Sep 27 12:18:32.266075 dv-cinder-768458-11-iscsi neutron-server[94064]: 'Log': {'1.0'}, Sep 27 12:18:32.266075 dv-cinder-768458-11-iscsi neutron-server[94064]: 'Network': {'1.1'}, Sep 27 12:18:32.266075 dv-cinder-768458-11-iscsi neutron-server[94064]: 'Port': {'1.7'}, Sep 27 12:18:32.266075 dv-cinder-768458-11-iscsi neutron-server[94064]: 'PortForwarding': {'1.2'}, Sep 27 12:18:32.266075 dv-cinder-768458-11-iscsi neutron-server[94064]: 'QosPolicy': {'1.9'}, Sep 27 12:18:32.266075 dv-cinder-768458-11-iscsi neutron-server[94064]: 'SecurityGroup': {'1.4'}, Sep 27 12:18:32.266075 dv-cinder-768458-11-iscsi neutron-server[94064]: 'SecurityGroupRule': {'1.2'}, Sep 27 12:18:32.266075 dv-cinder-768458-11-iscsi neutron-server[94064]: 'SubPort': {'1.0'}, Sep 27 12:18:32.266075 dv-cinder-768458-11-iscsi neutron-server[94064]: 'Subnet': {'1.1'}, Sep 27 12:18:32.266075 dv-cinder-768458-11-iscsi neutron-server[94064]: 'Trunk': {'1.1'}} Sep 27 12:18:32.266075 dv-cinder-768458-11-iscsi neutron-server[94064]: consumer versions: Sep 27 12:18:32.266075 dv-cinder-768458-11-iscsi neutron-server[94064]: { DHCP agent@dv-cinder-768458-11-iscsi: {}, Sep 27 12:18:32.266075 dv-cinder-768458-11-iscsi neutron-server[94064]: HyperV agent@hv-cinder-76845: {}, Sep 27 12:18:32.266075 dv-cinder-768458-11-iscsi neutron-server[94064]: L3 agent@dv-cinder-768458-11-iscsi: {}, Sep 27 12:18:32.266075 dv-cinder-768458-11-iscsi neutron-server[94064]: Metadata agent@dv-cinder-768458-11-iscsi: {}, Sep 27 12:18:32.266075 dv-cinder-768458-11-iscsi neutron-server[94064]: Metering agent@dv-cinder-768458-11-iscsi: {}, Sep 27 12:18:32.266075 dv-cinder-768458-11-iscsi neutron-server[94064]: Open vSwitch agent@dv-cinder-768458-11-iscsi: { 'AddressGroup': '1.2', Sep 27 12:18:32.266075 dv-cinder-768458-11-iscsi neutron-server[94064]: 'ConntrackHelper': '1.0', Sep 27 12:18:32.266075 dv-cinder-768458-11-iscsi neutron-server[94064]: 'Log': '1.0', Sep 27 12:18:32.266075 dv-cinder-768458-11-iscsi neutron-server[94064]: 'Network': '1.1', Sep 27 12:18:32.266075 dv-cinder-768458-11-iscsi neutron-server[94064]: 'Port': '1.7', Sep 27 12:18:32.266075 dv-cinder-768458-11-iscsi neutron-server[94064]: 'PortForwarding': '1.2', Sep 27 12:18:32.266075 dv-cinder-768458-11-iscsi neutron-server[94064]: 'QosPolicy': '1.9', Sep 27 12:18:32.266075 dv-cinder-768458-11-iscsi neutron-server[94064]: 'SecurityGroup': '1.4', Sep 27 12:18:32.266075 dv-cinder-768458-11-iscsi neutron-server[94064]: 'SecurityGroupRule': '1.2', Sep 27 12:18:32.266075 dv-cinder-768458-11-iscsi neutron-server[94064]: 'SubPort': '1.0', Sep 27 12:18:32.266075 dv-cinder-768458-11-iscsi neutron-server[94064]: 'Subnet': '1.1', Sep 27 12:18:32.266075 dv-cinder-768458-11-iscsi neutron-server[94064]: 'Trunk': '1.1'}} Sep 27 12:18:32.266075 dv-cinder-768458-11-iscsi neutron-server[94064]: {{(pid=94064) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 12:18:32.287966 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-5333ac4c-aa32-480f-83e3-23acec57441d None None] Attempting to bind port 059b5a5b-37d2-4e9a-ab7e-26f3cce4421c on host dv-cinder-768458-11-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:18:32.288748 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-5333ac4c-aa32-480f-83e3-23acec57441d None None] Attempting to bind port 059b5a5b-37d2-4e9a-ab7e-26f3cce4421c by drivers openvswitch,hyperv on host dv-cinder-768458-11-iscsi at level 0 using segments [{'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:18:32.289130 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5333ac4c-aa32-480f-83e3-23acec57441d None None] Attempting to bind port 059b5a5b-37d2-4e9a-ab7e-26f3cce4421c on network 1438fd00-25c8-4de7-950d-8ff7237ae90c {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:18:32.294065 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5333ac4c-aa32-480f-83e3-23acec57441d None None] Checking agent: {'id': 'a2732848-b036-4229-93de-7108b516e67d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 10, 49), 'started_at': datetime.datetime(2021, 9, 27, 12, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:18:32.294429 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5333ac4c-aa32-480f-83e3-23acec57441d None None] Checking segment: {'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:18:32.294826 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5333ac4c-aa32-480f-83e3-23acec57441d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:32.296242 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5333ac4c-aa32-480f-83e3-23acec57441d None None] Bound using segment: {'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:18:32.296242 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-5333ac4c-aa32-480f-83e3-23acec57441d None None] Bound port: 059b5a5b-37d2-4e9a-ab7e-26f3cce4421c, host: dv-cinder-768458-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:18:32.296242 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5333ac4c-aa32-480f-83e3-23acec57441d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:32.349229 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-5333ac4c-aa32-480f-83e3-23acec57441d None None] For port 059b5a5b-37d2-4e9a-ab7e-26f3cce4421c, host dv-cinder-768458-11-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:18:32.352844 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-5333ac4c-aa32-480f-83e3-23acec57441d None None] For port 059b5a5b-37d2-4e9a-ab7e-26f3cce4421c, host dv-cinder-768458-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=059b5a5b-37d2-4e9a-ab7e-26f3cce4421c,segment=NetworkSegment(c3edcc58-5368-4442-b7b6-007dffc21523),segment_id=c3edcc58-5368-4442-b7b6-007dffc21523)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:18:32.358801 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5333ac4c-aa32-480f-83e3-23acec57441d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:32.359154 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-e556ac09-97c6-4312-b24c-3c047509f18f admin admin] Allocated IP 172.20.0.1 (9a440886-809f-4d5f-ac76-4eef69acf370/fb94006c-5aa7-4ce9-9d8d-2a1c357579ff/aaa1f8f5-5eb8-4f52-97b3-774ef27732fa) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:18:32.385317 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-0b12f6fa-845e-438b-8691-3ed53a62b737 admin admin] Allocated IP 172.20.0.1 (5403b160-6d1e-45bc-9efc-c408d4d66d43/c2b6d0e0-734d-4b24-98bc-9d4bdee30d50/fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:18:32.421251 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d24d0-9d97-4506-809b-445b43859edf None None] Pushing event updated for resources: {'Port': ['ID=059b5a5b-37d2-4e9a-ab7e-26f3cce4421c,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:32.444053 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5333ac4c-aa32-480f-83e3-23acec57441d None None] Routers {'f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:18:32.444754 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-5333ac4c-aa32-480f-83e3-23acec57441d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:18:17Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:18:32.458586 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-99c65a49-2c12-4cd1-baa7-fd149105b289 None None] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:32.470881 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-99c65a49-2c12-4cd1-baa7-fd149105b289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:32.503419 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e556ac09-97c6-4312-b24c-3c047509f18f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:32.523181 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce7aa0-bf23-4abe-848d-0961b58f06ed None None] Pushing event updated for resources: {'Port': ['ID=ec432d13-2c66-4c60-9e83-ad7d32cfb153,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:32.547600 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e556ac09-97c6-4312-b24c-3c047509f18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:32.553335 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-99c65a49-2c12-4cd1-baa7-fd149105b289 None None] Attempting to bind port ec432d13-2c66-4c60-9e83-ad7d32cfb153 on host dv-cinder-768458-11-iscsi for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:18:32.553792 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-99c65a49-2c12-4cd1-baa7-fd149105b289 None None] Attempting to bind port ec432d13-2c66-4c60-9e83-ad7d32cfb153 by drivers openvswitch,hyperv on host dv-cinder-768458-11-iscsi at level 0 using segments [{'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:18:32.554333 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c65a49-2c12-4cd1-baa7-fd149105b289 None None] Attempting to bind port ec432d13-2c66-4c60-9e83-ad7d32cfb153 on network 1438fd00-25c8-4de7-950d-8ff7237ae90c {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:18:32.560996 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c65a49-2c12-4cd1-baa7-fd149105b289 None None] Checking agent: {'id': 'a2732848-b036-4229-93de-7108b516e67d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 10, 49), 'started_at': datetime.datetime(2021, 9, 27, 12, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:18:32.561474 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c65a49-2c12-4cd1-baa7-fd149105b289 None None] Checking segment: {'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:18:32.562015 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-99c65a49-2c12-4cd1-baa7-fd149105b289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:32.562472 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c65a49-2c12-4cd1-baa7-fd149105b289 None None] Bound using segment: {'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:18:32.563347 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-99c65a49-2c12-4cd1-baa7-fd149105b289 None None] Bound port: ec432d13-2c66-4c60-9e83-ad7d32cfb153, host: dv-cinder-768458-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:18:32.563826 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-99c65a49-2c12-4cd1-baa7-fd149105b289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:32.575437 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0b12f6fa-845e-438b-8691-3ed53a62b737 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:32.592419 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-5333ac4c-aa32-480f-83e3-23acec57441d None None] Set router f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e gateway port host: dv-cinder-768458-11-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:18:32.617590 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556ac09-97c6-4312-b24c-3c047509f18f admin admin] Pushing event updated for resources: {'Port': ['ID=aaa1f8f5-5eb8-4f52-97b3-774ef27732fa,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:32.630126 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e556ac09-97c6-4312-b24c-3c047509f18f admin admin] Network 9a440886-809f-4d5f-ac76-4eef69acf370 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:18:32.631543 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-e556ac09-97c6-4312-b24c-3c047509f18f admin admin] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:18:32.634048 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e556ac09-97c6-4312-b24c-3c047509f18f admin admin] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:18:32.634532 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e556ac09-97c6-4312-b24c-3c047509f18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528771'] for router_interface, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:32.682785 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-99c65a49-2c12-4cd1-baa7-fd149105b289 None None] For port ec432d13-2c66-4c60-9e83-ad7d32cfb153, host dv-cinder-768458-11-iscsi, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:18:32.687845 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-99c65a49-2c12-4cd1-baa7-fd149105b289 None None] For port ec432d13-2c66-4c60-9e83-ad7d32cfb153, host dv-cinder-768458-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=ec432d13-2c66-4c60-9e83-ad7d32cfb153,segment=NetworkSegment(c3edcc58-5368-4442-b7b6-007dffc21523),segment_id=c3edcc58-5368-4442-b7b6-007dffc21523)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:18:32.695608 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0b12f6fa-845e-438b-8691-3ed53a62b737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:32.697172 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-99c65a49-2c12-4cd1-baa7-fd149105b289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:32.774647 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b12f6fa-845e-438b-8691-3ed53a62b737 admin admin] Network 5403b160-6d1e-45bc-9efc-c408d4d66d43 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:18:32.777747 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-0b12f6fa-845e-438b-8691-3ed53a62b737 admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:18:32.786720 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b12f6fa-845e-438b-8691-3ed53a62b737 admin admin] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:18:32.794138 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0b12f6fa-845e-438b-8691-3ed53a62b737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528771'] for router_interface, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:32.821958 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce7aa0-bf23-4abe-848d-0961b58f06ed None None] Pushing event updated for resources: {'Port': ['ID=ec432d13-2c66-4c60-9e83-ad7d32cfb153,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:32.825487 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c65a49-2c12-4cd1-baa7-fd149105b289 None None] Routers {'7e34173f-b3cd-4495-90f3-2967c66803be'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:18:32.826112 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-99c65a49-2c12-4cd1-baa7-fd149105b289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:18:17Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['7e34173f-b3cd-4495-90f3-2967c66803be'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:18:32.843120 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-5333ac4c-aa32-480f-83e3-23acec57441d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e', 'name': 'tempest-ServerRescueNegativeTestJSON-731682132-router', 'tenant_id': '5e49334ec40b4775857a718d005d2752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '059b5a5b-37d2-4e9a-ab7e-26f3cce4421c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:18:26Z', 'updated_at': '2021-09-27T12:18:29Z', 'revision_number': 3, 'project_id': '5e49334ec40b4775857a718d005d2752', 'gw_port': {'id': '059b5a5b-37d2-4e9a-ab7e-26f3cce4421c', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:69:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:27Z', 'updated_at': '2021-09-27T12:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi'}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:18:32.885446 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5333ac4c-aa32-480f-83e3-23acec57441d None None] The sync data for ids ['f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e'] in dv-cinder-768458-11-iscsi is: [{'id': 'f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e', 'name': 'tempest-ServerRescueNegativeTestJSON-731682132-router', 'tenant_id': '5e49334ec40b4775857a718d005d2752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '059b5a5b-37d2-4e9a-ab7e-26f3cce4421c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:18:26Z', 'updated_at': '2021-09-27T12:18:29Z', 'revision_number': 3, 'project_id': '5e49334ec40b4775857a718d005d2752', 'gw_port': {'id': '059b5a5b-37d2-4e9a-ab7e-26f3cce4421c', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:69:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:27Z', 'updated_at': '2021-09-27T12:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi'}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:18:32.927203 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12f6fa-845e-438b-8691-3ed53a62b737 admin admin] Pushing event updated for resources: {'Port': ['ID=fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:32.981207 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-99c65a49-2c12-4cd1-baa7-fd149105b289 None None] Set router 7e34173f-b3cd-4495-90f3-2967c66803be gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:18:33.077192 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 94a63796-4d82-4c70-a83d-8568079350e0 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:18:33.084063 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 52460) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:33.191734 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e556ac09-97c6-4312-b24c-3c047509f18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:33.195577 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0b12f6fa-845e-438b-8691-3ed53a62b737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:33.240184 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-620b0406-7886-4357-8b60-63d7c3d43edd None None] Provisioning complete for port fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:18:33.240550 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-620b0406-7886-4357-8b60-63d7c3d43edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:33.252745 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-784b02fa-fb5d-4e8e-9959-f4d5909053a7 req-8463a124-2a84-4bc6-8eec-259a41bd4b7e tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 210 time: 0.0492795 Sep 27 12:18:33.276835 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-620b0406-7886-4357-8b60-63d7c3d43edd None None] Port fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0 cannot update to ACTIVE because it is not bound. {{(pid=94063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:18:33.291152 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port 94a63796-4d82-4c70-a83d-8568079350e0 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:18:33.291500 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:33.358908 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1584901c-21bf-4820-84c0-4588ddb8f892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:33.449451 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-99c65a49-2c12-4cd1-baa7-fd149105b289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'name': 'tempest-AttachVolumeShelveTestJSON-2004355141-router', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:18:27Z', 'updated_at': '2021-09-27T12:18:29Z', 'revision_number': 3, 'project_id': '72093fa7db4244d79c19eca210667037', 'gw_port': {'id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:28Z', 'updated_at': '2021-09-27T12:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi'}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:18:33.473407 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e556ac09-97c6-4312-b24c-3c047509f18f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:33.485323 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e556ac09-97c6-4312-b24c-3c047509f18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:33.485940 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c65a49-2c12-4cd1-baa7-fd149105b289 None None] The sync data for ids ['7e34173f-b3cd-4495-90f3-2967c66803be'] in dv-cinder-768458-11-iscsi is: [{'id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'name': 'tempest-AttachVolumeShelveTestJSON-2004355141-router', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:18:27Z', 'updated_at': '2021-09-27T12:18:29Z', 'revision_number': 3, 'project_id': '72093fa7db4244d79c19eca210667037', 'gw_port': {'id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:28Z', 'updated_at': '2021-09-27T12:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi'}] {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:18:33.486490 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e556ac09-97c6-4312-b24c-3c047509f18f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528499'] for router_interface, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:33.581696 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556ac09-97c6-4312-b24c-3c047509f18f admin admin] Pushing event updated for resources: {'Port': ['ID=aaa1f8f5-5eb8-4f52-97b3-774ef27732fa,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:33.634226 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1584901c-21bf-4820-84c0-4588ddb8f892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:33.641940 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1584901c-21bf-4820-84c0-4588ddb8f892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:33.675673 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0b12f6fa-845e-438b-8691-3ed53a62b737 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:33.685133 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0b12f6fa-845e-438b-8691-3ed53a62b737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:33.686261 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0b12f6fa-845e-438b-8691-3ed53a62b737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528499'] for router_interface, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:33.708151 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-1584901c-21bf-4820-84c0-4588ddb8f892 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bc94ee39a2334d639c544012142c745b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6202068 Sep 27 12:18:33.708151 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e556ac09-97c6-4312-b24c-3c047509f18f admin admin] Network 9a440886-809f-4d5f-ac76-4eef69acf370 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:18:33.709550 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 52466) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:33.717983 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-e556ac09-97c6-4312-b24c-3c047509f18f admin admin] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:18:33.721078 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584901c-21bf-4820-84c0-4588ddb8f892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c0d92e-047e-49d2-9b0b-ed117193a647,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:33.763745 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12f6fa-845e-438b-8691-3ed53a62b737 admin admin] Pushing event updated for resources: {'Port': ['ID=fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:33.866374 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b12f6fa-845e-438b-8691-3ed53a62b737 admin admin] Network 5403b160-6d1e-45bc-9efc-c408d4d66d43 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:18:33.869258 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-0b12f6fa-845e-438b-8691-3ed53a62b737 admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:18:33.961825 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e0c83d61-d7b5-4103-a0aa-18cee131a803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:34.022662 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e556ac09-97c6-4312-b24c-3c047509f18f admin admin] Router f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:18:34.108149 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e0c83d61-d7b5-4103-a0aa-18cee131a803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:34.142143 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b12f6fa-845e-438b-8691-3ed53a62b737 admin admin] Router 7e34173f-b3cd-4495-90f3-2967c66803be has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:18:34.293464 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b12f6fa-845e-438b-8691-3ed53a62b737 admin admin] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:18:34.310290 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-0b12f6fa-845e-438b-8691-3ed53a62b737 admin admin] 10.222.0.60 "PUT /v2.0/routers/7e34173f-b3cd-4495-90f3-2967c66803be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9314265 Sep 27 12:18:34.311318 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-ad6d485d-5ec9-42a7-af91-06d9fa6c47c3 None None] Provisioning complete for port fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:18:34.312640 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ad6d485d-5ec9-42a7-af91-06d9fa6c47c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:34.355752 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e556ac09-97c6-4312-b24c-3c047509f18f admin admin] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:18:34.364970 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-e556ac09-97c6-4312-b24c-3c047509f18f admin admin] 10.222.0.60 "PUT /v2.0/routers/f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2255287 Sep 27 12:18:34.394843 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d485d-5ec9-42a7-af91-06d9fa6c47c3 None None] Port fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0 cannot update to ACTIVE because it is not bound. {{(pid=94063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:18:34.400137 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e0c83d61-d7b5-4103-a0aa-18cee131a803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:34.403151 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e0c83d61-d7b5-4103-a0aa-18cee131a803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:34.413164 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-e0c83d61-d7b5-4103-a0aa-18cee131a803 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/18c0d92e-047e-49d2-9b0b-ed117193a647 HTTP/1.1" status: 204 len: 168 time: 0.7024696 Sep 27 12:18:34.435669 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c83d61-d7b5-4103-a0aa-18cee131a803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c0d92e-047e-49d2-9b0b-ed117193a647,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:34.462334 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-015731c7-a146-4f48-982a-14d4805045b7 req-2e74fda5-0b60-4b6e-b802-bd9c82da8d85 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 210 time: 0.0544369 Sep 27 12:18:34.874974 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.25', 64787) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:34.964061 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device ec432d13-2c66-4c60-9e83-ad7d32cfb153 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:18:35.054867 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port ec432d13-2c66-4c60-9e83-ad7d32cfb153 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:18:35.056043 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:35.170080 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 52522) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:35.182393 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-87535806-7b3e-4111-bab8-6ddcdc504a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:35.207055 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-ab2bc985-bca6-484e-841b-5f3c8cd28920 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:35.209072 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-ab2bc985-bca6-484e-841b-5f3c8cd28920 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.25 "GET /v2.0/networks?id=6c26758c-9cc1-4501-8798-538f25140b27 HTTP/1.1" status: 200 len: 812 time: 0.3329546 Sep 27 12:18:35.280544 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:35.306526 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] For port ec432d13-2c66-4c60-9e83-ad7d32cfb153, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=ec432d13-2c66-4c60-9e83-ad7d32cfb153,segment=NetworkSegment(c3edcc58-5368-4442-b7b6-007dffc21523),segment_id=c3edcc58-5368-4442-b7b6-007dffc21523)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:18:35.313467 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:35.315016 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 059b5a5b-37d2-4e9a-ab7e-26f3cce4421c up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:18:35.322297 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-08afff34-e7e7-4391-b11c-51e8b4a42d43 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Request body: {'port': {'device_id': '813918b4-c699-400c-8e3e-c768da6304fa', 'network_id': '6c26758c-9cc1-4501-8798-538f25140b27', 'admin_state_up': True, 'tenant_id': '272fe0cc16074204bc4c5b4a72a61d21'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:18:35.399734 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-87535806-7b3e-4111-bab8-6ddcdc504a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:35.411344 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-87535806-7b3e-4111-bab8-6ddcdc504a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:35.541241 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Pushing event updated for resources: {'Port': ['ID=ec432d13-2c66-4c60-9e83-ad7d32cfb153,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:35.566192 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port 059b5a5b-37d2-4e9a-ab7e-26f3cce4421c triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:18:35.569073 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:35.680563 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 52542) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:35.706070 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-90a5eda9-d449-4af3-84bf-7bd629be6066 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1521243724', 'description': 'tempest-description--1386229581'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:18:35.709082 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-87535806-7b3e-4111-bab8-6ddcdc504a9e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3ccef10dd8e74a9a8524bf8e072c47a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5429468 Sep 27 12:18:35.712590 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 52552) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:35.722659 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87535806-7b3e-4111-bab8-6ddcdc504a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740012c2-6307-4982-88dc-8d9df1240ad6,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:35.742567 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:35.771138 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] For port 059b5a5b-37d2-4e9a-ab7e-26f3cce4421c, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=059b5a5b-37d2-4e9a-ab7e-26f3cce4421c,segment=NetworkSegment(c3edcc58-5368-4442-b7b6-007dffc21523),segment_id=c3edcc58-5368-4442-b7b6-007dffc21523)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:18:35.778728 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:35.794657 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c44e658d-ffd3-406d-a5fd-fed55ea6ea09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:35.829581 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.db.api [None req-90a5eda9-d449-4af3-84bf-7bd629be6066 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 27 12:18:35.829581 dv-cinder-768458-11-iscsi neutron-server[94062]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 27 12:18:35.829581 dv-cinder-768458-11-iscsi neutron-server[94062]: [parameters: {'project_id_1': '72093fa7db4244d79c19eca210667037', 'expiration_1': datetime.datetime(2021, 9, 27, 12, 18, 15, 808310)}] Sep 27 12:18:35.829581 dv-cinder-768458-11-iscsi neutron-server[94062]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 12:18:35.830737 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG oslo_db.api [None req-90a5eda9-d449-4af3-84bf-7bd629be6066 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 12:18:35.845570 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-08afff34-e7e7-4391-b11c-51e8b4a42d43 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Made reservation on behalf of 272fe0cc16074204bc4c5b4a72a61d21 for: {'port': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:18:35.849926 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-08afff34-e7e7-4391-b11c-51e8b4a42d43 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:35.851630 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Pushing event updated for resources: {'Port': ['ID=059b5a5b-37d2-4e9a-ab7e-26f3cce4421c,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:35.865142 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-13d3d429-1f7d-4d63-ab46-c91f06b0be38 req-de8c5972-5cca-4868-9950-f34975586a66 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 210 time: 0.0518181 Sep 27 12:18:35.867606 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c44e658d-ffd3-406d-a5fd-fed55ea6ea09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:35.875539 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-63be1121-26e3-458a-b5b7-aabf376305ff tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:35.877047 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-63be1121-26e3-458a-b5b7-aabf376305ff tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/networks?id=9a440886-809f-4d5f-ac76-4eef69acf370 HTTP/1.1" status: 200 len: 818 time: 0.6311524 Sep 27 12:18:35.965832 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c44e658d-ffd3-406d-a5fd-fed55ea6ea09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:35.973552 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c44e658d-ffd3-406d-a5fd-fed55ea6ea09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:35.979174 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-c44e658d-ffd3-406d-a5fd-fed55ea6ea09 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/740012c2-6307-4982-88dc-8d9df1240ad6 HTTP/1.1" status: 204 len: 168 time: 0.2653489 Sep 27 12:18:35.996760 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e658d-ffd3-406d-a5fd-fed55ea6ea09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740012c2-6307-4982-88dc-8d9df1240ad6,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:36.034502 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-da041033-cef1-4088-84ef-a36caed0d0c9 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/quotas/5e49334ec40b4775857a718d005d2752 HTTP/1.1" status: 200 len: 375 time: 0.0728967 Sep 27 12:18:36.180010 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c49908-546d-42d6-8c4e-2bcade09c4ac None None] Sync routers for ids ['f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e'] in dv-cinder-768458-11-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:18:36.180010 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c49908-546d-42d6-8c4e-2bcade09c4ac None None] Routers {'f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:18:36.180010 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-e9c49908-546d-42d6-8c4e-2bcade09c4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:18:17Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:18:36.242612 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-b7c88f7b-8c27-4923-95a4-79516e09dce0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e49334ec40b4775857a718d005d2752&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2072227 Sep 27 12:18:36.247815 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-08afff34-e7e7-4391-b11c-51e8b4a42d43 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Allocated IP 172.20.0.4 (6c26758c-9cc1-4501-8798-538f25140b27/25349ce5-9aac-4948-9af3-d75d4216f44d/e66ad8df-696a-46a5-8d93-d425f5ce3e82) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:18:36.253591 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284b0dde-4eea-4714-928a-31744c2a1fd5 None None] Sync routers for ids ['7e34173f-b3cd-4495-90f3-2967c66803be'] in dv-cinder-768458-11-iscsi {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:18:36.289983 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284b0dde-4eea-4714-928a-31744c2a1fd5 None None] Routers {'7e34173f-b3cd-4495-90f3-2967c66803be'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:18:36.296027 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-284b0dde-4eea-4714-928a-31744c2a1fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:18:17Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['7e34173f-b3cd-4495-90f3-2967c66803be'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:18:36.450051 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-90a5eda9-d449-4af3-84bf-7bd629be6066 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:36.641516 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-08afff34-e7e7-4391-b11c-51e8b4a42d43 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:36.673906 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-284b0dde-4eea-4714-928a-31744c2a1fd5 None None] Set router 7e34173f-b3cd-4495-90f3-2967c66803be gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:18:36.689826 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-5e6e8561-cf33-45cd-b3c6-f426748cec02 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 12:18:36.697154 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-5e6e8561-cf33-45cd-b3c6-f426748cec02 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1367674 Sep 27 12:18:36.717606 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-e9c49908-546d-42d6-8c4e-2bcade09c4ac None None] Set router f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e gateway port host: dv-cinder-768458-11-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:18:37.001971 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-90a5eda9-d449-4af3-84bf-7bd629be6066 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:37.005521 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-08afff34-e7e7-4391-b11c-51e8b4a42d43 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:37.043497 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device ec432d13-2c66-4c60-9e83-ad7d32cfb153 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:18:37.071004 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-90a5eda9-d449-4af3-84bf-7bd629be6066 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:37.088387 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-e9c49908-546d-42d6-8c4e-2bcade09c4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e', 'name': 'tempest-ServerRescueNegativeTestJSON-731682132-router', 'tenant_id': '5e49334ec40b4775857a718d005d2752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '059b5a5b-37d2-4e9a-ab7e-26f3cce4421c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:18:26Z', 'updated_at': '2021-09-27T12:18:33Z', 'revision_number': 4, 'project_id': '5e49334ec40b4775857a718d005d2752', 'gw_port': {'id': '059b5a5b-37d2-4e9a-ab7e-26f3cce4421c', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:69:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:27Z', 'updated_at': '2021-09-27T12:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'aaa1f8f5-5eb8-4f52-97b3-774ef27732fa', 'name': '', 'network_id': '9a440886-809f-4d5f-ac76-4eef69acf370', 'tenant_id': '5e49334ec40b4775857a718d005d2752', 'mac_address': 'fa:16:3e:fb:98:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fb94006c-5aa7-4ce9-9d8d-2a1c357579ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:32Z', 'updated_at': '2021-09-27T12:18:33Z', 'revision_number': 2, 'project_id': '5e49334ec40b4775857a718d005d2752', 'subnets': [{'id': 'fb94006c-5aa7-4ce9-9d8d-2a1c357579ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:18:37.121699 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c49908-546d-42d6-8c4e-2bcade09c4ac None None] Checking router: f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e for host: dv-cinder-768458-11-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:18:37.122314 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c49908-546d-42d6-8c4e-2bcade09c4ac None None] Updating router f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e port aaa1f8f5-5eb8-4f52-97b3-774ef27732fa binding host dv-cinder-768458-11-iscsi {{(pid=94064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:18:37.135564 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-08afff34-e7e7-4391-b11c-51e8b4a42d43 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Network 6c26758c-9cc1-4501-8798-538f25140b27 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:18:37.149692 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e9c49908-546d-42d6-8c4e-2bcade09c4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:37.169918 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 52614) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:37.192166 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bab714-cd90-4e30-8dbc-493eeab8b0d8 req-5a43fa9a-518b-41a9-ac1e-9b13f94de8d5 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:37.194117 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-29bab714-cd90-4e30-8dbc-493eeab8b0d8 req-5a43fa9a-518b-41a9-ac1e-9b13f94de8d5 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 931 time: 0.1098857 Sep 27 12:18:37.219898 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-08afff34-e7e7-4391-b11c-51e8b4a42d43 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:18:37.230430 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-8c5be268-f644-4fdb-8e72-9c8cd183f339 service neutron] 10.222.0.60 "GET /v2.0/networks/9a440886-809f-4d5f-ac76-4eef69acf370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5324016 Sep 27 12:18:37.268060 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port ec432d13-2c66-4c60-9e83-ad7d32cfb153 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:18:37.268602 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:37.291754 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-08afff34-e7e7-4391-b11c-51e8b4a42d43 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:18:37.299800 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-29bab714-cd90-4e30-8dbc-493eeab8b0d8 req-be8a1009-ff35-45fd-81b8-f0b140a1a9f3 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989649 Sep 27 12:18:37.313920 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-08afff34-e7e7-4391-b11c-51e8b4a42d43 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:37.320542 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-08afff34-e7e7-4391-b11c-51e8b4a42d43 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:37.337430 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08afff34-e7e7-4391-b11c-51e8b4a42d43 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Pushing event updated for resources: {'Port': ['ID=e66ad8df-696a-46a5-8d93-d425f5ce3e82,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:37.392613 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-284b0dde-4eea-4714-928a-31744c2a1fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'name': 'tempest-AttachVolumeShelveTestJSON-2004355141-router', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:18:27Z', 'updated_at': '2021-09-27T12:18:33Z', 'revision_number': 4, 'project_id': '72093fa7db4244d79c19eca210667037', 'gw_port': {'id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:28Z', 'updated_at': '2021-09-27T12:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0', 'name': '', 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'mac_address': 'fa:16:3e:6f:53:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:32Z', 'updated_at': '2021-09-27T12:18:33Z', 'revision_number': 2, 'project_id': '72093fa7db4244d79c19eca210667037', 'subnets': [{'id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:18:37.396097 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-edcc7060-3c79-4854-87a8-b57c6cd02adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:37.435103 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284b0dde-4eea-4714-928a-31744c2a1fd5 None None] Checking router: 7e34173f-b3cd-4495-90f3-2967c66803be for host: dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:18:37.435103 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284b0dde-4eea-4714-928a-31744c2a1fd5 None None] Updating router 7e34173f-b3cd-4495-90f3-2967c66803be port fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0 binding host dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:18:37.466594 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 059b5a5b-37d2-4e9a-ab7e-26f3cce4421c up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:18:37.495098 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-90a5eda9-d449-4af3-84bf-7bd629be6066 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:37.501300 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-90a5eda9-d449-4af3-84bf-7bd629be6066 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.8180137 Sep 27 12:18:37.502266 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5eda9-d449-4af3-84bf-7bd629be6066 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:37.504435 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 52628) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:37.516035 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-1d32da27-9c46-4203-b48a-18fe5ee39d47 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Request body: {'security_group_rule': {'security_group_id': 'eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:18:37.522946 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-284b0dde-4eea-4714-928a-31744c2a1fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:37.658728 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-edcc7060-3c79-4854-87a8-b57c6cd02adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:37.669895 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-edcc7060-3c79-4854-87a8-b57c6cd02adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:37.680377 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port 059b5a5b-37d2-4e9a-ab7e-26f3cce4421c triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:18:37.680857 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:37.722643 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e9c49908-546d-42d6-8c4e-2bcade09c4ac None None] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:37.737373 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e9c49908-546d-42d6-8c4e-2bcade09c4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:37.743690 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-edcc7060-3c79-4854-87a8-b57c6cd02adf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9311cddf43444114b458940bae11f6d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5711694 Sep 27 12:18:37.747560 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 52636) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:37.751098 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc7060-3c79-4854-87a8-b57c6cd02adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa46089-2f72-4b85-8805-1dcf84380713,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:37.760643 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-08afff34-e7e7-4391-b11c-51e8b4a42d43 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4476004 Sep 27 12:18:37.783588 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-69d893d5-e375-470d-b26c-163120686c18 service neutron] 10.222.0.60 "GET /v2.0/networks/9a440886-809f-4d5f-ac76-4eef69acf370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748453 Sep 27 12:18:37.797159 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f517b-a23e-4d6b-bc50-ab1406302d42 None None] Pushing event updated for resources: {'Port': ['ID=aaa1f8f5-5eb8-4f52-97b3-774ef27732fa,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:37.825108 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1d32da27-9c46-4203-b48a-18fe5ee39d47 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:37.878862 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-e9c49908-546d-42d6-8c4e-2bcade09c4ac None None] Attempting to bind port aaa1f8f5-5eb8-4f52-97b3-774ef27732fa on host dv-cinder-768458-11-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:18:37.879517 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-e9c49908-546d-42d6-8c4e-2bcade09c4ac None None] Attempting to bind port aaa1f8f5-5eb8-4f52-97b3-774ef27732fa by drivers openvswitch,hyperv on host dv-cinder-768458-11-iscsi at level 0 using segments [{'id': '055fa8d3-07aa-407b-b867-9d1cc47cda2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a440886-809f-4d5f-ac76-4eef69acf370'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:18:37.879885 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c49908-546d-42d6-8c4e-2bcade09c4ac None None] Attempting to bind port aaa1f8f5-5eb8-4f52-97b3-774ef27732fa on network 9a440886-809f-4d5f-ac76-4eef69acf370 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:18:37.887684 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c49908-546d-42d6-8c4e-2bcade09c4ac None None] Checking agent: {'id': 'a2732848-b036-4229-93de-7108b516e67d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 10, 49), 'started_at': datetime.datetime(2021, 9, 27, 12, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:18:37.888480 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c49908-546d-42d6-8c4e-2bcade09c4ac None None] Checking segment: {'id': '055fa8d3-07aa-407b-b867-9d1cc47cda2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a440886-809f-4d5f-ac76-4eef69acf370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:18:37.889080 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e9c49908-546d-42d6-8c4e-2bcade09c4ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:37.889696 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c49908-546d-42d6-8c4e-2bcade09c4ac None None] Bound using segment: {'id': '055fa8d3-07aa-407b-b867-9d1cc47cda2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a440886-809f-4d5f-ac76-4eef69acf370'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:18:37.890423 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-e9c49908-546d-42d6-8c4e-2bcade09c4ac None None] Bound port: aaa1f8f5-5eb8-4f52-97b3-774ef27732fa, host: dv-cinder-768458-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '055fa8d3-07aa-407b-b867-9d1cc47cda2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a440886-809f-4d5f-ac76-4eef69acf370'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:18:37.890888 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e9c49908-546d-42d6-8c4e-2bcade09c4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:37.901384 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0254519f-44d2-48b3-9aea-890946da4fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:37.935726 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1d32da27-9c46-4203-b48a-18fe5ee39d47 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:37.946009 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0254519f-44d2-48b3-9aea-890946da4fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:37.957715 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1d32da27-9c46-4203-b48a-18fe5ee39d47 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646503'] for security_group_rule, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:37.995203 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32da27-9c46-4203-b48a-18fe5ee39d47 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6402a66d-dab9-4820-8667-7cb2ba8ab3d6,revision_number=0']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:38.002654 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-e9c49908-546d-42d6-8c4e-2bcade09c4ac None None] For port aaa1f8f5-5eb8-4f52-97b3-774ef27732fa, host dv-cinder-768458-11-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:18:38.006695 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-e9c49908-546d-42d6-8c4e-2bcade09c4ac None None] For port aaa1f8f5-5eb8-4f52-97b3-774ef27732fa, host dv-cinder-768458-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=aaa1f8f5-5eb8-4f52-97b3-774ef27732fa,segment=NetworkSegment(055fa8d3-07aa-407b-b867-9d1cc47cda2b),segment_id=055fa8d3-07aa-407b-b867-9d1cc47cda2b)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:18:38.015117 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e9c49908-546d-42d6-8c4e-2bcade09c4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:38.025537 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1d32da27-9c46-4203-b48a-18fe5ee39d47 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:38.031290 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 52640) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:38.037687 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-39e18767-65df-49c8-803d-fc0a5c8074e9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Request body: {'security_group_rule': {'security_group_id': 'eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:18:38.042391 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-1d32da27-9c46-4203-b48a-18fe5ee39d47 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5368454 Sep 27 12:18:38.063232 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0254519f-44d2-48b3-9aea-890946da4fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:38.067300 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0254519f-44d2-48b3-9aea-890946da4fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:38.072148 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-0254519f-44d2-48b3-9aea-890946da4fe4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ffa46089-2f72-4b85-8805-1dcf84380713 HTTP/1.1" status: 204 len: 168 time: 0.3219631 Sep 27 12:18:38.090750 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254519f-44d2-48b3-9aea-890946da4fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa46089-2f72-4b85-8805-1dcf84380713,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:38.114584 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-39e18767-65df-49c8-803d-fc0a5c8074e9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:38.126023 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f517b-a23e-4d6b-bc50-ab1406302d42 None None] Pushing event updated for resources: {'Port': ['ID=aaa1f8f5-5eb8-4f52-97b3-774ef27732fa,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:38.268166 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c49908-546d-42d6-8c4e-2bcade09c4ac None None] Routers {'f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:18:38.268166 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-e9c49908-546d-42d6-8c4e-2bcade09c4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:18:17Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:18:38.284963 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-39e18767-65df-49c8-803d-fc0a5c8074e9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:38.306691 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-39e18767-65df-49c8-803d-fc0a5c8074e9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646503'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:38.341312 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e18767-65df-49c8-803d-fc0a5c8074e9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44979637-a203-420f-b384-73409eea626e,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:38.365783 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-39e18767-65df-49c8-803d-fc0a5c8074e9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:38.367672 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-39e18767-65df-49c8-803d-fc0a5c8074e9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3349614 Sep 27 12:18:38.372133 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 52658) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:38.377375 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-260dbbf6-950a-4ca8-a112-993710d0abfa tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Request body: {'floatingip': {'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:18:38.473268 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-339b5416-b53d-4b14-8a16-c8f9aad648f1 req-b38892c4-edf8-4fad-8826-cc5638ebd411 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 210 time: 0.0678566 Sep 27 12:18:38.498933 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-e9c49908-546d-42d6-8c4e-2bcade09c4ac None None] Set router f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e gateway port host: dv-cinder-768458-11-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:18:38.515460 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-260dbbf6-950a-4ca8-a112-993710d0abfa tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for floatingip, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:38.598132 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba237daf-fa2b-4263-a5bc-e5c53d7ac7b1 req-750854c1-d05b-4903-a98f-913a68ebd276 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:38.622506 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ba237daf-fa2b-4263-a5bc-e5c53d7ac7b1 req-750854c1-d05b-4903-a98f-913a68ebd276 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 931 time: 0.1586442 Sep 27 12:18:38.642099 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-284b0dde-4eea-4714-928a-31744c2a1fd5 None None] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:38.660472 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-284b0dde-4eea-4714-928a-31744c2a1fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:38.702491 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ba237daf-fa2b-4263-a5bc-e5c53d7ac7b1 req-e7d75503-a009-48cf-a07b-bf8105e6a8ea tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782909 Sep 27 12:18:38.836720 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672d344-c4cc-4830-8fb4-1c1e54f19369 None None] Pushing event updated for resources: {'Port': ['ID=fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:38.969358 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-284b0dde-4eea-4714-928a-31744c2a1fd5 None None] Attempting to bind port fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0 on host dv-cinder-768458-11-iscsi for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:18:38.969987 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-284b0dde-4eea-4714-928a-31744c2a1fd5 None None] Attempting to bind port fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0 by drivers openvswitch,hyperv on host dv-cinder-768458-11-iscsi at level 0 using segments [{'id': '2a6580eb-8685-4d7a-9cf9-25621c7b4860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:18:38.971171 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284b0dde-4eea-4714-928a-31744c2a1fd5 None None] Attempting to bind port fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0 on network 5403b160-6d1e-45bc-9efc-c408d4d66d43 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:18:38.990133 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284b0dde-4eea-4714-928a-31744c2a1fd5 None None] Checking agent: {'id': 'a2732848-b036-4229-93de-7108b516e67d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 10, 49), 'started_at': datetime.datetime(2021, 9, 27, 12, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:18:38.990942 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284b0dde-4eea-4714-928a-31744c2a1fd5 None None] Checking segment: {'id': '2a6580eb-8685-4d7a-9cf9-25621c7b4860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:18:38.991526 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-284b0dde-4eea-4714-928a-31744c2a1fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:38.992067 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284b0dde-4eea-4714-928a-31744c2a1fd5 None None] Bound using segment: {'id': '2a6580eb-8685-4d7a-9cf9-25621c7b4860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:18:38.992705 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-284b0dde-4eea-4714-928a-31744c2a1fd5 None None] Bound port: fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0, host: dv-cinder-768458-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6580eb-8685-4d7a-9cf9-25621c7b4860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:18:38.993710 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-284b0dde-4eea-4714-928a-31744c2a1fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:39.044733 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-e9c49908-546d-42d6-8c4e-2bcade09c4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e', 'name': 'tempest-ServerRescueNegativeTestJSON-731682132-router', 'tenant_id': '5e49334ec40b4775857a718d005d2752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '059b5a5b-37d2-4e9a-ab7e-26f3cce4421c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:18:26Z', 'updated_at': '2021-09-27T12:18:33Z', 'revision_number': 4, 'project_id': '5e49334ec40b4775857a718d005d2752', 'gw_port': {'id': '059b5a5b-37d2-4e9a-ab7e-26f3cce4421c', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:69:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:27Z', 'updated_at': '2021-09-27T12:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'aaa1f8f5-5eb8-4f52-97b3-774ef27732fa', 'name': '', 'network_id': '9a440886-809f-4d5f-ac76-4eef69acf370', 'tenant_id': '5e49334ec40b4775857a718d005d2752', 'mac_address': 'fa:16:3e:fb:98:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fb94006c-5aa7-4ce9-9d8d-2a1c357579ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:32Z', 'updated_at': '2021-09-27T12:18:37Z', 'revision_number': 4, 'project_id': '5e49334ec40b4775857a718d005d2752', 'subnets': [{'id': 'fb94006c-5aa7-4ce9-9d8d-2a1c357579ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:18:39.087467 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c49908-546d-42d6-8c4e-2bcade09c4ac None None] The sync data for ids ['f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e'] in dv-cinder-768458-11-iscsi is: [{'id': 'f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e', 'name': 'tempest-ServerRescueNegativeTestJSON-731682132-router', 'tenant_id': '5e49334ec40b4775857a718d005d2752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '059b5a5b-37d2-4e9a-ab7e-26f3cce4421c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:18:26Z', 'updated_at': '2021-09-27T12:18:33Z', 'revision_number': 4, 'project_id': '5e49334ec40b4775857a718d005d2752', 'gw_port': {'id': '059b5a5b-37d2-4e9a-ab7e-26f3cce4421c', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:69:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:27Z', 'updated_at': '2021-09-27T12:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'aaa1f8f5-5eb8-4f52-97b3-774ef27732fa', 'name': '', 'network_id': '9a440886-809f-4d5f-ac76-4eef69acf370', 'tenant_id': '5e49334ec40b4775857a718d005d2752', 'mac_address': 'fa:16:3e:fb:98:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fb94006c-5aa7-4ce9-9d8d-2a1c357579ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:32Z', 'updated_at': '2021-09-27T12:18:37Z', 'revision_number': 4, 'project_id': '5e49334ec40b4775857a718d005d2752', 'subnets': [{'id': 'fb94006c-5aa7-4ce9-9d8d-2a1c357579ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:18:39.090591 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 52710) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:39.116037 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-85f8e05c-5e9d-440f-9758-96bd3040bfef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:39.127976 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-260dbbf6-950a-4ca8-a112-993710d0abfa tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:39.135606 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-284b0dde-4eea-4714-928a-31744c2a1fd5 None None] For port fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0, host dv-cinder-768458-11-iscsi, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:18:39.141004 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-284b0dde-4eea-4714-928a-31744c2a1fd5 None None] For port fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0, host dv-cinder-768458-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0,segment=NetworkSegment(2a6580eb-8685-4d7a-9cf9-25621c7b4860),segment_id=2a6580eb-8685-4d7a-9cf9-25621c7b4860)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:18:39.200963 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-284b0dde-4eea-4714-928a-31744c2a1fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:39.247690 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-376f1ad0-402b-4f06-939d-3d9e043b441f tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:39.254814 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-376f1ad0-402b-4f06-939d-3d9e043b441f tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/networks?id=9a440886-809f-4d5f-ac76-4eef69acf370 HTTP/1.1" status: 200 len: 818 time: 0.4468324 Sep 27 12:18:39.321559 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-bcfe5d36-6e9e-4c4d-a605-fb0054a46536 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/quotas/5e49334ec40b4775857a718d005d2752 HTTP/1.1" status: 200 len: 375 time: 0.0647681 Sep 27 12:18:39.347062 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-13d0bfd8-9304-448e-a52d-03ef1a6f9a06 None None] Provisioning complete for port fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:18:39.347062 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-13d0bfd8-9304-448e-a52d-03ef1a6f9a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:39.467592 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-85f8e05c-5e9d-440f-9758-96bd3040bfef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:39.473561 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-85f8e05c-5e9d-440f-9758-96bd3040bfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:39.509912 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672d344-c4cc-4830-8fb4-1c1e54f19369 None None] Pushing event updated for resources: {'Port': ['ID=fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:39.524917 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284b0dde-4eea-4714-928a-31744c2a1fd5 None None] Routers {'7e34173f-b3cd-4495-90f3-2967c66803be'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:18:39.527791 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-284b0dde-4eea-4714-928a-31744c2a1fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:18:17Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['7e34173f-b3cd-4495-90f3-2967c66803be'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:18:39.609051 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-a086d1a9-31d7-4c87-be70-d66653d3d095 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e49334ec40b4775857a718d005d2752&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2756155 Sep 27 12:18:39.641910 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-85f8e05c-5e9d-440f-9758-96bd3040bfef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f516ff1667964decb488d4324a2b1525&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5501733 Sep 27 12:18:39.644806 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 52722) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:39.672221 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8e05c-5e9d-440f-9758-96bd3040bfef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc5334d-f2a1-4638-b469-20f82e2895e7,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:39.790974 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-009c8486-a55f-457d-bb35-860000a8578c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:39.849257 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-009c8486-a55f-457d-bb35-860000a8578c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:39.929404 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-6c3724ce-483a-4488-a65d-5ffab39ccdaa service neutron] 10.222.0.60 "GET /v2.0/networks/9a440886-809f-4d5f-ac76-4eef69acf370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192861 Sep 27 12:18:39.959689 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-284b0dde-4eea-4714-928a-31744c2a1fd5 None None] Set router 7e34173f-b3cd-4495-90f3-2967c66803be gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:18:39.963332 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-260dbbf6-950a-4ca8-a112-993710d0abfa tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Allocated IP 172.27.2.88 (1438fd00-25c8-4de7-950d-8ff7237ae90c/dd58ffbb-8e9b-44c5-a656-07f4206120ad/df9fed40-b743-4d35-b791-37f9b04bad26) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:18:40.000345 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 52732) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:40.033943 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-13d0bfd8-9304-448e-a52d-03ef1a6f9a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:40.073536 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba50da-cd96-4b04-963c-a6106cb889f7 req-49e02713-de1d-4c9a-886c-df30a97ea134 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:40.086091 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9fba50da-cd96-4b04-963c-a6106cb889f7 req-49e02713-de1d-4c9a-886c-df30a97ea134 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 931 time: 0.2078331 Sep 27 12:18:40.122110 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-13d0bfd8-9304-448e-a52d-03ef1a6f9a06 None None] For port fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0,segment=NetworkSegment(2a6580eb-8685-4d7a-9cf9-25621c7b4860),segment_id=2a6580eb-8685-4d7a-9cf9-25621c7b4860)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:18:40.129923 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-009c8486-a55f-457d-bb35-860000a8578c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:40.133319 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-009c8486-a55f-457d-bb35-860000a8578c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:40.135371 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-009c8486-a55f-457d-bb35-860000a8578c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0dc5334d-f2a1-4638-b469-20f82e2895e7 HTTP/1.1" status: 204 len: 168 time: 0.4880476 Sep 27 12:18:40.156614 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c8486-a55f-457d-bb35-860000a8578c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc5334d-f2a1-4638-b469-20f82e2895e7,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:40.178558 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9fba50da-cd96-4b04-963c-a6106cb889f7 req-9996494f-23a1-481e-b79b-5d59e9ac475e tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915039 Sep 27 12:18:40.303567 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-260dbbf6-950a-4ca8-a112-993710d0abfa tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:40.310141 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-13d0bfd8-9304-448e-a52d-03ef1a6f9a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:40.432424 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-ee0adfb0-06c2-4c5a-b73d-94d6aa4198f6 service neutron] 10.222.0.60 "GET /v2.0/networks/9a440886-809f-4d5f-ac76-4eef69acf370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4995525 Sep 27 12:18:40.462381 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f2408240-a89a-493b-9280-49ad2763aed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:40.485434 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f200bb25-83c1-4d44-b561-ae003c203376 None None] Provisioning complete for port fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:18:40.485917 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f200bb25-83c1-4d44-b561-ae003c203376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:40.520328 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-260dbbf6-950a-4ca8-a112-993710d0abfa tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:40.535156 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0bfd8-9304-448e-a52d-03ef1a6f9a06 None None] Pushing event updated for resources: {'Port': ['ID=fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0,revision_number=5']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:40.592158 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-284b0dde-4eea-4714-928a-31744c2a1fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'name': 'tempest-AttachVolumeShelveTestJSON-2004355141-router', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:18:27Z', 'updated_at': '2021-09-27T12:18:33Z', 'revision_number': 4, 'project_id': '72093fa7db4244d79c19eca210667037', 'gw_port': {'id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:28Z', 'updated_at': '2021-09-27T12:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0', 'name': '', 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'mac_address': 'fa:16:3e:6f:53:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:32Z', 'updated_at': '2021-09-27T12:18:39Z', 'revision_number': 4, 'project_id': '72093fa7db4244d79c19eca210667037', 'subnets': [{'id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:18:40.635753 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260dbbf6-950a-4ca8-a112-993710d0abfa tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Network 1438fd00-25c8-4de7-950d-8ff7237ae90c is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:18:40.642255 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-260dbbf6-950a-4ca8-a112-993710d0abfa tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:18:40.655270 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260dbbf6-950a-4ca8-a112-993710d0abfa tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:18:40.704271 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-befaa5a8-0e41-4b72-864c-f9b6d17b52c9 req-bd96e06d-7fbe-4be0-852e-7ea377e7178f tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 210 time: 0.0404410 Sep 27 12:18:40.712181 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284b0dde-4eea-4714-928a-31744c2a1fd5 None None] The sync data for ids ['7e34173f-b3cd-4495-90f3-2967c66803be'] in dv-cinder-768458-11-iscsi is: [{'id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'name': 'tempest-AttachVolumeShelveTestJSON-2004355141-router', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:18:27Z', 'updated_at': '2021-09-27T12:18:33Z', 'revision_number': 4, 'project_id': '72093fa7db4244d79c19eca210667037', 'gw_port': {'id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:28Z', 'updated_at': '2021-09-27T12:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0', 'name': '', 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'mac_address': 'fa:16:3e:6f:53:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:32Z', 'updated_at': '2021-09-27T12:18:39Z', 'revision_number': 4, 'project_id': '72093fa7db4244d79c19eca210667037', 'subnets': [{'id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:18:40.766435 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260dbbf6-950a-4ca8-a112-993710d0abfa tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Pushing event updated for resources: {'Port': ['ID=df9fed40-b743-4d35-b791-37f9b04bad26,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:40.845959 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-260dbbf6-950a-4ca8-a112-993710d0abfa tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:40.939087 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f2408240-a89a-493b-9280-49ad2763aed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:40.941766 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device aaa1f8f5-5eb8-4f52-97b3-774ef27732fa up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:18:40.954447 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-260dbbf6-950a-4ca8-a112-993710d0abfa tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:40.957955 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f2408240-a89a-493b-9280-49ad2763aed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:41.093367 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:41.101549 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port aaa1f8f5-5eb8-4f52-97b3-774ef27732fa triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:18:41.102152 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:41.119438 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-f2408240-a89a-493b-9280-49ad2763aed5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1008827e7836464490cd289dbfcb9a69&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1061327 Sep 27 12:18:41.122291 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 52766) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:41.124367 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2408240-a89a-493b-9280-49ad2763aed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abe4b99-a2df-44a9-bc20-86c5ba005252,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:41.302493 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e044bc83-06ef-4980-a827-c08cdc2c8bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:41.395072 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e044bc83-06ef-4980-a827-c08cdc2c8bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:41.508048 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:41.514019 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929f86c-bbde-4a70-9529-e6ce9c1dd32e req-7fc443f3-bc0d-45e5-bf7a-ed41b539c2cb tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:41.516420 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5929f86c-bbde-4a70-9529-e6ce9c1dd32e req-7fc443f3-bc0d-45e5-bf7a-ed41b539c2cb tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 931 time: 0.1393840 Sep 27 12:18:41.544459 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e044bc83-06ef-4980-a827-c08cdc2c8bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:41.550107 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e044bc83-06ef-4980-a827-c08cdc2c8bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:41.551346 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-e044bc83-06ef-4980-a827-c08cdc2c8bb8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8abe4b99-a2df-44a9-bc20-86c5ba005252 HTTP/1.1" status: 204 len: 168 time: 0.4281359 Sep 27 12:18:41.567576 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044bc83-06ef-4980-a827-c08cdc2c8bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abe4b99-a2df-44a9-bc20-86c5ba005252,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:41.625605 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] For port aaa1f8f5-5eb8-4f52-97b3-774ef27732fa, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=aaa1f8f5-5eb8-4f52-97b3-774ef27732fa,segment=NetworkSegment(055fa8d3-07aa-407b-b867-9d1cc47cda2b),segment_id=055fa8d3-07aa-407b-b867-9d1cc47cda2b)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:18:41.666699 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:41.870182 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Pushing event updated for resources: {'Port': ['ID=aaa1f8f5-5eb8-4f52-97b3-774ef27732fa,revision_number=5']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:41.896778 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-260dbbf6-950a-4ca8-a112-993710d0abfa tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:41.926554 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-260dbbf6-950a-4ca8-a112-993710d0abfa tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:41.955556 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-99c33ba6-6fad-4e79-a034-32bd72268489 req-8cf50028-c66a-4876-ba3c-cc0d6f6147d2 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 210 time: 0.0380635 Sep 27 12:18:41.995922 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-260dbbf6-950a-4ca8-a112-993710d0abfa tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528668'] for floatingip, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:42.065582 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5929f86c-bbde-4a70-9529-e6ce9c1dd32e req-e75e2f03-fd4e-47ca-849d-6c82edb6e3b1 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5061035 Sep 27 12:18:42.068704 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260dbbf6-950a-4ca8-a112-993710d0abfa tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Pushing event updated for resources: {'Port': ['ID=df9fed40-b743-4d35-b791-37f9b04bad26,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:42.099904 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-260dbbf6-950a-4ca8-a112-993710d0abfa tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for floatingip, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:42.100510 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-260dbbf6-950a-4ca8-a112-993710d0abfa tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7271681 Sep 27 12:18:42.237628 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 52808) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:42.258727 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-61fd179c-fc8a-4cb4-ba69-9307af6f6bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:42.510221 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-61fd179c-fc8a-4cb4-ba69-9307af6f6bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:42.538923 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-61fd179c-fc8a-4cb4-ba69-9307af6f6bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:42.578437 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-c62f92d9-7be8-43fd-8822-90c0a531b57e tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1521243724&fields=id&tenant_id=72093fa7db4244d79c19eca210667037 HTTP/1.1" status: 200 len: 267 time: 0.1314151 Sep 27 12:18:42.631760 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd179c-fc8a-4cb4-ba69-9307af6f6bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084c42ac-872f-4457-9867-e3382cef800b,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:42.655116 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-61fd179c-fc8a-4cb4-ba69-9307af6f6bb3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1bd9eb833dd04fa68559df18c7510ec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4160583 Sep 27 12:18:42.658814 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 52828) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:42.849110 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-410ca5ac-ffd4-4866-bc0f-f723d71d43c6 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:42.856874 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-410ca5ac-ffd4-4866-bc0f-f723d71d43c6 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/networks?id=5403b160-6d1e-45bc-9efc-c408d4d66d43 HTTP/1.1" status: 200 len: 817 time: 0.2521815 Sep 27 12:18:42.857780 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-34787a10-0341-4c4d-b3a2-19d04e46ab33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:42.939743 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-ec8d590a-aea6-4669-9414-0b4f26e64e2b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/quotas/72093fa7db4244d79c19eca210667037 HTTP/1.1" status: 200 len: 375 time: 0.0698476 Sep 27 12:18:42.946684 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-34787a10-0341-4c4d-b3a2-19d04e46ab33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:43.017093 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:18:43.118567 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-4da36f42-7e0e-43e9-9ff9-f257e70aeb7d tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=72093fa7db4244d79c19eca210667037&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1656234 Sep 27 12:18:43.149905 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-34787a10-0341-4c4d-b3a2-19d04e46ab33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:43.155751 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-34787a10-0341-4c4d-b3a2-19d04e46ab33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:43.165321 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:18:43.166378 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:43.167247 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-34787a10-0341-4c4d-b3a2-19d04e46ab33 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/084c42ac-872f-4457-9867-e3382cef800b HTTP/1.1" status: 204 len: 168 time: 0.5072036 Sep 27 12:18:43.241474 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4f3ea05d-20f4-4d6b-98b5-4d0019655767 req-13d3fac9-12a6-4953-a0e4-c2e76a494df9 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 210 time: 0.0586419 Sep 27 12:18:43.287676 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34787a10-0341-4c4d-b3a2-19d04e46ab33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084c42ac-872f-4457-9867-e3382cef800b,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:43.306617 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device aaa1f8f5-5eb8-4f52-97b3-774ef27732fa up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:18:43.330366 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-4467716d-004d-44f7-b5ca-932c41569ed5 service neutron] 10.222.0.60 "GET /v2.0/networks/5403b160-6d1e-45bc-9efc-c408d4d66d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821926 Sep 27 12:18:43.394454 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port aaa1f8f5-5eb8-4f52-97b3-774ef27732fa triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:18:43.395122 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:43.639673 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-724c276c-7408-421d-9010-59770c85d474 service neutron] 10.222.0.60 "GET /v2.0/networks/5403b160-6d1e-45bc-9efc-c408d4d66d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018587 Sep 27 12:18:43.745259 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0485c-83f0-4166-a0f2-9477f37c569b req-619c37f4-ed7c-48ae-a3a4-da1e77a369f3 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:43.754494 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4be0485c-83f0-4166-a0f2-9477f37c569b req-619c37f4-ed7c-48ae-a3a4-da1e77a369f3 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 931 time: 0.1568642 Sep 27 12:18:43.809779 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4be0485c-83f0-4166-a0f2-9477f37c569b req-dcf1cc13-d60d-4c33-a2e7-dc5235c6896e tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502369 Sep 27 12:18:44.056358 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-08788234-657b-49d7-bb32-188c5be8610f req-77605701-5a04-4032-98bd-2d8d163b3ac0 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 210 time: 0.0767539 Sep 27 12:18:44.449933 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a4f71066-0c53-4674-940f-95d7026f37d9 req-1420e4a1-6a1d-4195-8396-1cdc9a48c94a tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 210 time: 0.0561736 Sep 27 12:18:44.957765 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6d49f-92ae-44a1-b94a-dc0bd0476d60 req-b524edb0-f201-4998-90d3-f4c3c7e54899 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:44.965516 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-9ce6d49f-92ae-44a1-b94a-dc0bd0476d60 req-b524edb0-f201-4998-90d3-f4c3c7e54899 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 931 time: 0.0852342 Sep 27 12:18:45.018641 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-9ce6d49f-92ae-44a1-b94a-dc0bd0476d60 req-0513ecaf-3b56-4579-ae24-ab945b41e790 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514038 Sep 27 12:18:45.196133 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 52956) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:45.203945 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4439788d-d350-456b-9eda-70dcce8f0ab2 req-7556183f-ea86-420f-92ef-0c629d3874a8 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 210 time: 0.0430155 Sep 27 12:18:45.325578 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cd09cd1c-c655-4c80-8eb9-d0b8803974b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:45.364682 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-aa8b74af-0c33-4497-8a59-dab864ebbf62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:45.464093 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-aa8b74af-0c33-4497-8a59-dab864ebbf62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:45.469009 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-aa8b74af-0c33-4497-8a59-dab864ebbf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:45.543318 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b74af-0c33-4497-8a59-dab864ebbf62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055c93a0-39eb-487e-b2fa-def145a98776,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:45.574734 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4a71a951-e04f-461d-b9c2-f69298529a85 req-3ae34000-7512-46e9-bc84-f76671476137 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 210 time: 0.0307155 Sep 27 12:18:45.578489 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-aa8b74af-0c33-4497-8a59-dab864ebbf62 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1eb82743d83c4cb1a61e397ecea7766f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3815606 Sep 27 12:18:45.580907 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 52986) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:45.638770 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b6fb43c8-64d7-4ed1-bc25-51850849770d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:45.672546 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b6fb43c8-64d7-4ed1-bc25-51850849770d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:45.763789 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b6fb43c8-64d7-4ed1-bc25-51850849770d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:45.766853 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b6fb43c8-64d7-4ed1-bc25-51850849770d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:45.770583 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-b6fb43c8-64d7-4ed1-bc25-51850849770d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/055c93a0-39eb-487e-b2fa-def145a98776 HTTP/1.1" status: 204 len: 168 time: 0.1865127 Sep 27 12:18:45.777020 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb43c8-64d7-4ed1-bc25-51850849770d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055c93a0-39eb-487e-b2fa-def145a98776,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:46.217380 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e2a7c-76f5-4566-b0a9-142831bdbb12 req-374c4365-f5ea-44e8-b99e-32574234c19b tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:46.223655 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a13e2a7c-76f5-4566-b0a9-142831bdbb12 req-374c4365-f5ea-44e8-b99e-32574234c19b tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 931 time: 0.0942514 Sep 27 12:18:46.289044 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a13e2a7c-76f5-4566-b0a9-142831bdbb12 req-0007a5c5-35d9-4de3-8a99-8f52968dff43 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594854 Sep 27 12:18:46.456199 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-202d9ba7-833a-4ed6-bcd2-0c43fccf39b9 req-8115c4ce-b540-49d4-b917-5abd47f2bb77 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 210 time: 0.0780182 Sep 27 12:18:46.719266 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-01a846fa-4bb5-48a0-b8fc-453ca5e5cc7d req-a6238f56-f5d7-4624-aae8-27dfb38a2003 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 210 time: 0.0509534 Sep 27 12:18:47.435339 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfadd92-7205-4db2-b778-e54fe9803453 req-e4947f8d-36eb-4589-8f3e-ee0b5b6ceecd tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:47.435339 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0cfadd92-7205-4db2-b778-e54fe9803453 req-e4947f8d-36eb-4589-8f3e-ee0b5b6ceecd tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 931 time: 0.0520735 Sep 27 12:18:47.482624 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0cfadd92-7205-4db2-b778-e54fe9803453 req-05b80c70-573f-4c55-a505-3eb67a9b656f tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376289 Sep 27 12:18:47.521579 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e95bd513-d694-4b68-b98d-86e476573201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:47.633588 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2c04568c-caed-49fd-af34-eda655f296c9 req-ae787d80-8294-4887-be0e-ac67e0d25bac tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 210 time: 0.0514667 Sep 27 12:18:47.884948 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-35053c8b-79f5-4747-b2f9-9dfd47625d23 req-de3472f7-3044-4f16-891e-9f840ee47a77 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 210 time: 0.0517268 Sep 27 12:18:48.614924 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca686ee-7fb2-4c6c-949c-df546531146b req-278d2486-cc74-4923-8b38-8f380488c741 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:48.617086 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0ca686ee-7fb2-4c6c-949c-df546531146b req-278d2486-cc74-4923-8b38-8f380488c741 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 931 time: 0.0589142 Sep 27 12:18:48.666674 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0ca686ee-7fb2-4c6c-949c-df546531146b req-4de7d6c6-0232-4f1e-8ed2-985f38239706 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388594 Sep 27 12:18:48.698016 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:48.751540 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d613dce5-319e-4d30-bf06-2568f93fefe9 req-20974bc2-bcb6-4db5-8bdb-0c535f9af5b7 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 210 time: 0.0255313 Sep 27 12:18:48.981273 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e7046d70-24cd-46f9-9bc1-1ab527bf41f7 req-a6e954c6-7e33-4101-84ad-e62126395687 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 210 time: 0.0269256 Sep 27 12:18:49.602555 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:49.780396 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a3f74-851c-469c-b406-941d857d1b15 req-c6325214-d055-4392-8e1c-31bff9ef834b tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:49.781901 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4e7a3f74-851c-469c-b406-941d857d1b15 req-c6325214-d055-4392-8e1c-31bff9ef834b tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 931 time: 0.0480034 Sep 27 12:18:49.818165 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4e7a3f74-851c-469c-b406-941d857d1b15 req-14e45c3e-f6b2-4e81-95a8-1716e7a77bce tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303710 Sep 27 12:18:49.845660 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e175da62-f4e1-42ef-b8a0-931bfdf81b1a req-e080d8e8-6815-468c-a21c-918d9d127c59 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 210 time: 0.0261915 Sep 27 12:18:50.075075 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-837877fc-79ae-4f97-bcb0-e44d64389c8c req-c5e6b61d-a216-4e0c-aab8-c57a258a6b07 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 210 time: 0.0291803 Sep 27 12:18:50.824772 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:50.940767 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb14de-40e8-43a8-8fd4-bae341af4ef2 req-1aa134dd-1454-4687-9274-39d8948d2028 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:50.942276 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-baeb14de-40e8-43a8-8fd4-bae341af4ef2 req-1aa134dd-1454-4687-9274-39d8948d2028 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 931 time: 0.0581458 Sep 27 12:18:50.955408 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8b3b5b86-7d5c-4ef8-8752-a9f0f5070caa req-afccf2b9-08f2-4641-8199-dbfaf1c6de71 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 210 time: 0.0354242 Sep 27 12:18:50.982411 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-baeb14de-40e8-43a8-8fd4-bae341af4ef2 req-2ba41869-2940-4025-9675-ccbe31c1daca tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341027 Sep 27 12:18:51.165190 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a4ed00fe-9b47-48e1-b3c1-e47630601499 req-dd78055d-ddcd-43fc-8968-df4fba65520a tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 210 time: 0.0260580 Sep 27 12:18:52.060811 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-846eec41-5666-4a15-beef-0c0e15f1d9d4 req-073a3466-fe98-4e8f-8c5e-dcdeec61b361 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 210 time: 0.0261636 Sep 27 12:18:52.094472 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431da47-ba84-4b00-91fb-e40c50c8ead5 req-962ae28e-6c25-4566-96b5-8969c6cebb9c tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:52.095964 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3431da47-ba84-4b00-91fb-e40c50c8ead5 req-962ae28e-6c25-4566-96b5-8969c6cebb9c tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 931 time: 0.0474672 Sep 27 12:18:52.146443 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3431da47-ba84-4b00-91fb-e40c50c8ead5 req-1b94467b-d6ce-49db-ac42-e6e44b370a2c tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447135 Sep 27 12:18:52.261831 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-25cdef85-7c6b-4a39-8dff-8037f5235b21 req-98e1d2d3-f4a1-428c-976b-4119188870a2 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 210 time: 0.0251882 Sep 27 12:18:53.159260 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-06d9f287-ed22-44fe-b413-1e983f1686b0 req-4a8011ec-899c-4aa2-93c0-bbee1a469397 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 210 time: 0.0292494 Sep 27 12:18:53.255106 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1581f2e-fb6e-41b9-b177-410683b63053 req-9cba20fa-9b09-49e0-b978-b21c3ae99617 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:53.256527 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c1581f2e-fb6e-41b9-b177-410683b63053 req-9cba20fa-9b09-49e0-b978-b21c3ae99617 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 931 time: 0.0465174 Sep 27 12:18:53.296267 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c1581f2e-fb6e-41b9-b177-410683b63053 req-5c534a4f-2ba9-4b0b-8410-c9e34e90f66b tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339134 Sep 27 12:18:53.353010 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fdc447ee-594e-4c79-927e-842cd3b2367f req-54a65be9-f38f-456d-883e-7668347491e8 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 210 time: 0.0257602 Sep 27 12:18:53.981402 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-320dcd20-5b6d-43fc-8de2-92bb2faaeb30 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 12:18:53.982357 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-320dcd20-5b6d-43fc-8de2-92bb2faaeb30 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052352 Sep 27 12:18:54.191947 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-99199401-ce99-4324-99bd-1de96f9bbccc service neutron] Request body: {'port': {'device_id': '813918b4-c699-400c-8e3e-c768da6304fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:18:54.260942 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-99199401-ce99-4324-99bd-1de96f9bbccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:54.277362 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f540b8dc-d5a2-4faa-9b74-9781408c7a9b req-6a5590ee-b52a-4d99-8066-a5e5b78f52ac tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 210 time: 0.0304484 Sep 27 12:18:54.419908 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad82f5-bb9f-4d73-bfd6-74b4e4a32fed req-957d2d9c-eb80-4240-9a1a-b6a755e74d3d tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:54.421407 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b1ad82f5-bb9f-4d73-bfd6-74b4e4a32fed req-957d2d9c-eb80-4240-9a1a-b6a755e74d3d tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 931 time: 0.0483954 Sep 27 12:18:54.462974 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b1ad82f5-bb9f-4d73-bfd6-74b4e4a32fed req-c31332e0-6f14-4951-99d8-d0a6fe8839ab tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350375 Sep 27 12:18:54.469621 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7f9df44c-1bd4-4dd0-8575-aec019318c4e req-553c950e-cf8a-43ba-b3a8-cae1c3445f12 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 210 time: 0.0434711 Sep 27 12:18:54.634591 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-99199401-ce99-4324-99bd-1de96f9bbccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e66ad8df-696a-46a5-8d93-d425f5ce3e82 {{(pid=94062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:18:54.642310 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-99199401-ce99-4324-99bd-1de96f9bbccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:54.661830 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-99199401-ce99-4324-99bd-1de96f9bbccc service neutron] Transition to ACTIVE for port object e66ad8df-696a-46a5-8d93-d425f5ce3e82 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:18:54.669221 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-99199401-ce99-4324-99bd-1de96f9bbccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:54.680977 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.25', 64822) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:54.880343 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-5ed9ab10-58b0-49f1-acee-a19bcaad695c tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:54.881928 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-5ed9ab10-58b0-49f1-acee-a19bcaad695c tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.25 "GET /v2.0/networks?id=5403b160-6d1e-45bc-9efc-c408d4d66d43 HTTP/1.1" status: 200 len: 817 time: 0.1312871 Sep 27 12:18:54.959246 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-c99024b3-9ec9-464a-bc49-bcb57938f601 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72093fa7db4244d79c19eca210667037 HTTP/1.1" status: 200 len: 380 time: 0.0652905 Sep 27 12:18:54.976576 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-f067e84a-41f2-4369-b710-56798915ebc9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Request body: {'port': {'device_id': '2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9', 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43', 'admin_state_up': True, 'tenant_id': '72093fa7db4244d79c19eca210667037', 'security_groups': ['eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7']}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:18:54.991717 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99199401-ce99-4324-99bd-1de96f9bbccc service neutron] Pushing event updated for resources: {'Port': ['ID=e66ad8df-696a-46a5-8d93-d425f5ce3e82,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:55.021180 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-99199401-ce99-4324-99bd-1de96f9bbccc service neutron] Attempting to bind port e66ad8df-696a-46a5-8d93-d425f5ce3e82 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:18:55.021902 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-99199401-ce99-4324-99bd-1de96f9bbccc service neutron] Attempting to bind port e66ad8df-696a-46a5-8d93-d425f5ce3e82 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '77b0ae6e-244d-42b8-ba89-f6f76d83312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6c26758c-9cc1-4501-8798-538f25140b27'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:18:55.022778 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-99199401-ce99-4324-99bd-1de96f9bbccc service neutron] Attempting to bind port e66ad8df-696a-46a5-8d93-d425f5ce3e82 on network 6c26758c-9cc1-4501-8798-538f25140b27 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:18:55.033450 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-99199401-ce99-4324-99bd-1de96f9bbccc service neutron] Port e66ad8df-696a-46a5-8d93-d425f5ce3e82 on network 6c26758c-9cc1-4501-8798-538f25140b27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:18:55.033846 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-99199401-ce99-4324-99bd-1de96f9bbccc service neutron] Attempting to bind port e66ad8df-696a-46a5-8d93-d425f5ce3e82 on network 6c26758c-9cc1-4501-8798-538f25140b27 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:18:55.039252 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-99199401-ce99-4324-99bd-1de96f9bbccc service neutron] Checking agent: {'id': '20c1fc43-a135-4852-87d5-8f0af43386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'started_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:18:55.039619 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-99199401-ce99-4324-99bd-1de96f9bbccc service neutron] Checking segment: {'id': '77b0ae6e-244d-42b8-ba89-f6f76d83312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6c26758c-9cc1-4501-8798-538f25140b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:18:55.040206 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-99199401-ce99-4324-99bd-1de96f9bbccc service neutron] Bound using segment: {'id': '77b0ae6e-244d-42b8-ba89-f6f76d83312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6c26758c-9cc1-4501-8798-538f25140b27'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:18:55.040712 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-99199401-ce99-4324-99bd-1de96f9bbccc service neutron] Bound port: e66ad8df-696a-46a5-8d93-d425f5ce3e82, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77b0ae6e-244d-42b8-ba89-f6f76d83312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6c26758c-9cc1-4501-8798-538f25140b27'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:18:55.041096 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-99199401-ce99-4324-99bd-1de96f9bbccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:55.139999 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-99199401-ce99-4324-99bd-1de96f9bbccc service neutron] For port e66ad8df-696a-46a5-8d93-d425f5ce3e82, host hv-cinder-76845, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:18:55.146725 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-99199401-ce99-4324-99bd-1de96f9bbccc service neutron] For port e66ad8df-696a-46a5-8d93-d425f5ce3e82, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e66ad8df-696a-46a5-8d93-d425f5ce3e82,segment=NetworkSegment(77b0ae6e-244d-42b8-ba89-f6f76d83312f),segment_id=77b0ae6e-244d-42b8-ba89-f6f76d83312f)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:18:55.153480 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-99199401-ce99-4324-99bd-1de96f9bbccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:55.195487 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-f067e84a-41f2-4369-b710-56798915ebc9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Made reservation on behalf of 72093fa7db4244d79c19eca210667037 for: {'port': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:18:55.200209 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-f067e84a-41f2-4369-b710-56798915ebc9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:55.219823 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.25', 64832) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:55.251799 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-99199401-ce99-4324-99bd-1de96f9bbccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:55.252956 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-99199401-ce99-4324-99bd-1de96f9bbccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:55.254547 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-99199401-ce99-4324-99bd-1de96f9bbccc service neutron] 10.222.0.25 "PUT /v2.0/ports/e66ad8df-696a-46a5-8d93-d425f5ce3e82 HTTP/1.1" status: 200 len: 1093 time: 1.1094491 Sep 27 12:18:55.255274 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '813918b4-c699-400c-8e3e-c768da6304fa', 'tag': 'e66ad8df-696a-46a5-8d93-d425f5ce3e82'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:18:55.464791 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99199401-ce99-4324-99bd-1de96f9bbccc service neutron] Pushing event updated for resources: {'Port': ['ID=e66ad8df-696a-46a5-8d93-d425f5ce3e82,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:55.497462 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-227dbf65-f4d0-403d-a281-eff3e21b4141 req-a23bb30e-96c7-4047-96b9-1aa7712b7a81 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 210 time: 0.0774698 Sep 27 12:18:55.512187 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-38969724-e16d-4802-93e6-69c2d0beed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:55.515746 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-38969724-e16d-4802-93e6-69c2d0beed8f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=272fe0cc16074204bc4c5b4a72a61d21&device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 1096 time: 0.1756613 Sep 27 12:18:55.584779 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-bf90167e-dd78-468f-bdba-1a2c4685a02a tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:55.586241 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-bf90167e-dd78-468f-bdba-1a2c4685a02a tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.25 "GET /v2.0/networks?id=9a440886-809f-4d5f-ac76-4eef69acf370 HTTP/1.1" status: 200 len: 818 time: 0.3491795 Sep 27 12:18:55.610223 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-f432246a-3b91-43ff-8475-3e76929b10c8 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Request body: {'port': {'device_id': '0dcad86e-f102-4d23-8653-585521cb7d7b', 'network_id': '9a440886-809f-4d5f-ac76-4eef69acf370', 'admin_state_up': True, 'tenant_id': '5e49334ec40b4775857a718d005d2752'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:18:55.613829 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c26ab455eec571cb02c2f89dbcf09edd8fa8b0e7f71c3551ef27f8a7e15ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b93fa6b-8e28-4147-90a7-72cf4e6e6d18" -d '{"events": [{"name": "network-changed", "server_uuid": "813918b4-c699-400c-8e3e-c768da6304fa", "tag": "e66ad8df-696a-46a5-8d93-d425f5ce3e82"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:18:55.687258 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-4512230e-253c-4c73-a0e3-f3ab1cfd0782 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e66ad8df-696a-46a5-8d93-d425f5ce3e82 HTTP/1.1" status: 200 len: 217 time: 0.1582153 Sep 27 12:18:55.767943 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-f067e84a-41f2-4369-b710-56798915ebc9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Allocated IP 172.20.0.5 (5403b160-6d1e-45bc-9efc-c408d4d66d43/c2b6d0e0-734d-4b24-98bc-9d4bdee30d50/5b0c1849-8983-4161-af1f-fc3931118d95) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:18:55.770147 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.25', 64838) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:55.822353 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-29186aba-bd3a-421d-9747-38638184577c req-8e1d565e-efa3-4730-8ae6-54850cb7021a tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 210 time: 0.0748723 Sep 27 12:18:55.857562 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9b4b7-4ff8-431b-8a07-3e151c694006 req-ed5b18e5-78e7-4eec-bbe2-6e6b7d2fa02b tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:55.859596 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-aea9b4b7-4ff8-431b-8a07-3e151c694006 req-ed5b18e5-78e7-4eec-bbe2-6e6b7d2fa02b tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 943 time: 0.1870320 Sep 27 12:18:55.876026 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-f432246a-3b91-43ff-8475-3e76929b10c8 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Made reservation on behalf of 5e49334ec40b4775857a718d005d2752 for: {'port': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:18:55.880403 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-f432246a-3b91-43ff-8475-3e76929b10c8 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:55.914866 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-d8b08178-b816-436a-bc9c-a00568a19b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:55.921060 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-d8b08178-b816-436a-bc9c-a00568a19b1b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=25349ce5-9aac-4948-9af3-d75d4216f44d HTTP/1.1" status: 200 len: 852 time: 0.1692641 Sep 27 12:18:56.040698 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-aea9b4b7-4ff8-431b-8a07-3e151c694006 req-ee4d6873-2144-4f44-84cc-091d62f81f68 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731498 Sep 27 12:18:56.076287 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-d36a367d-fcec-4a05-8798-3e413782fa7a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6c26758c-9cc1-4501-8798-538f25140b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1379764 Sep 27 12:18:56.234595 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bf9ca7-1295-46e5-8878-542e43c05993 x-openstack-request-id: req-10bf9ca7-1295-46e5-8878-542e43c05993 {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:18:56.234874 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "813918b4-c699-400c-8e3e-c768da6304fa", "tag": "e66ad8df-696a-46a5-8d93-d425f5ce3e82", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:18:56.235158 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-10bf9ca7-1295-46e5-8878-542e43c05993 {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:18:56.235606 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '813918b4-c699-400c-8e3e-c768da6304fa', 'tag': 'e66ad8df-696a-46a5-8d93-d425f5ce3e82', 'status': 'completed', 'code': 200} Sep 27 12:18:56.240236 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-a5c35a99-2396-4291-83e0-8069956696bd service neutron] 10.222.0.25 "GET /v2.0/networks/6c26758c-9cc1-4501-8798-538f25140b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474147 Sep 27 12:18:56.370624 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e3345bf7-a9ab-4b0d-8ee5-c4605e70b79c req-e33c57dd-eb1d-457a-be63-1d79e79b817c service neutron] 10.222.0.25 "GET /v2.0/networks/6c26758c-9cc1-4501-8798-538f25140b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211312 Sep 27 12:18:56.418371 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-45e43806-d16d-46b1-b661-17d3270655db tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:56.419905 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-45e43806-d16d-46b1-b661-17d3270655db tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.25 "GET /v2.0/networks?id=9a440886-809f-4d5f-ac76-4eef69acf370 HTTP/1.1" status: 200 len: 818 time: 0.6487703 Sep 27 12:18:56.461026 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-d95b50c0-611e-494c-a9a4-b4a375e825bf tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Request body: {'port': {'device_id': 'c05f7ba8-aaf7-436d-91f5-e8fd6db37457', 'network_id': '9a440886-809f-4d5f-ac76-4eef69acf370', 'admin_state_up': True, 'tenant_id': '5e49334ec40b4775857a718d005d2752'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:18:56.484499 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 53372) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:56.522423 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93fa6b-8e28-4147-90a7-72cf4e6e6d18 req-9c271008-4850-4631-8d38-f65f9b8e91d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:56.524459 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5b93fa6b-8e28-4147-90a7-72cf4e6e6d18 req-9c271008-4850-4631-8d38-f65f9b8e91d1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=272fe0cc16074204bc4c5b4a72a61d21&device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 1096 time: 0.0851498 Sep 27 12:18:56.644933 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-f067e84a-41f2-4369-b710-56798915ebc9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:56.699038 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8a1ad6f5-01f1-46ae-b2d4-91ecc146d695 req-0a28a7a5-3062-47e8-b603-d6431dee6828 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 210 time: 0.0375493 Sep 27 12:18:56.700944 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-f432246a-3b91-43ff-8475-3e76929b10c8 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Allocated IP 172.20.0.13 (9a440886-809f-4d5f-ac76-4eef69acf370/fb94006c-5aa7-4ce9-9d8d-2a1c357579ff/02c33be0-043c-4a2b-bf57-ed3c9837eba8) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:18:56.716101 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1903530b-f73a-44db-9302-ceed6008f1f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:56.752880 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93fa6b-8e28-4147-90a7-72cf4e6e6d18 req-e1896b0b-8720-45bd-865d-3ef79cee4232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:56.754346 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5b93fa6b-8e28-4147-90a7-72cf4e6e6d18 req-e1896b0b-8720-45bd-865d-3ef79cee4232 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6c26758c-9cc1-4501-8798-538f25140b27 HTTP/1.1" status: 200 len: 913 time: 0.2203801 Sep 27 12:18:56.766670 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-f067e84a-41f2-4369-b710-56798915ebc9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:56.776257 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-d95b50c0-611e-494c-a9a4-b4a375e825bf tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Made reservation on behalf of 5e49334ec40b4775857a718d005d2752 for: {'port': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:18:56.780703 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-d95b50c0-611e-494c-a9a4-b4a375e825bf tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:56.845903 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1903530b-f73a-44db-9302-ceed6008f1f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:56.851151 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1903530b-f73a-44db-9302-ceed6008f1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:56.896732 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-1903530b-f73a-44db-9302-ceed6008f1f7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7e7a6165c0da4229be98ebd2e51f9cf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4076953 Sep 27 12:18:56.896974 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 53394) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:56.905192 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903530b-f73a-44db-9302-ceed6008f1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37153a09-55b2-4255-b059-fd8ee65fe247,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:56.926700 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-f067e84a-41f2-4369-b710-56798915ebc9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Network 5403b160-6d1e-45bc-9efc-c408d4d66d43 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:18:56.950733 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cb15e637-678c-4e57-a9cc-9ff53fc94e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:56.964265 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-f067e84a-41f2-4369-b710-56798915ebc9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:18:56.966639 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-f067e84a-41f2-4369-b710-56798915ebc9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:18:56.971451 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cb15e637-678c-4e57-a9cc-9ff53fc94e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:56.972320 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-f067e84a-41f2-4369-b710-56798915ebc9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:56.972931 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-f067e84a-41f2-4369-b710-56798915ebc9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:56.987049 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067e84a-41f2-4369-b710-56798915ebc9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Pushing event updated for resources: {'Port': ['ID=5b0c1849-8983-4161-af1f-fc3931118d95,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:57.029131 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cb15e637-678c-4e57-a9cc-9ff53fc94e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:57.032222 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cb15e637-678c-4e57-a9cc-9ff53fc94e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:57.035647 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-cb15e637-678c-4e57-a9cc-9ff53fc94e6f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/37153a09-55b2-4255-b059-fd8ee65fe247 HTTP/1.1" status: 204 len: 168 time: 0.1353974 Sep 27 12:18:57.042756 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15e637-678c-4e57-a9cc-9ff53fc94e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37153a09-55b2-4255-b059-fd8ee65fe247,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:57.092262 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fdce74bc-67d2-49e6-98af-b7ef249c8697 req-77027502-6ec7-4a9e-9924-79e1e2008150 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 210 time: 0.1627576 Sep 27 12:18:57.097516 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-f067e84a-41f2-4369-b710-56798915ebc9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1263647 Sep 27 12:18:57.162019 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-f432246a-3b91-43ff-8475-3e76929b10c8 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:57.219371 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-f432246a-3b91-43ff-8475-3e76929b10c8 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:57.228170 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80f2cf-734f-45f9-ac7d-f5d7970fe6f8 req-24b9be66-7661-445b-a19e-db159be06eac tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:57.231520 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6a80f2cf-734f-45f9-ac7d-f5d7970fe6f8 req-24b9be66-7661-445b-a19e-db159be06eac tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 943 time: 0.0929296 Sep 27 12:18:57.269161 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6a80f2cf-734f-45f9-ac7d-f5d7970fe6f8 req-f5ded6bb-403b-4844-98c2-d5d9cee7af90 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324695 Sep 27 12:18:57.290943 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-f432246a-3b91-43ff-8475-3e76929b10c8 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Network 9a440886-809f-4d5f-ac76-4eef69acf370 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:18:57.297743 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-f432246a-3b91-43ff-8475-3e76929b10c8 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:18:57.302915 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-f432246a-3b91-43ff-8475-3e76929b10c8 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:18:57.309075 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-f432246a-3b91-43ff-8475-3e76929b10c8 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:57.309690 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-f432246a-3b91-43ff-8475-3e76929b10c8 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:57.318728 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-295c0abf-cae4-45f7-ba08-db16c95e1df3 None None] Provisioning complete for port 5b0c1849-8983-4161-af1f-fc3931118d95 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:18:57.319321 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-295c0abf-cae4-45f7-ba08-db16c95e1df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:57.332692 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-f432246a-3b91-43ff-8475-3e76929b10c8 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7262163 Sep 27 12:18:57.336620 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432246a-3b91-43ff-8475-3e76929b10c8 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Pushing event updated for resources: {'Port': ['ID=02c33be0-043c-4a2b-bf57-ed3c9837eba8,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:57.346247 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-d95b50c0-611e-494c-a9a4-b4a375e825bf tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Allocated IP 172.20.0.9 (9a440886-809f-4d5f-ac76-4eef69acf370/fb94006c-5aa7-4ce9-9d8d-2a1c357579ff/8a3d71ac-67c4-425f-8286-f99bf623bff0) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:18:57.356470 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-295c0abf-cae4-45f7-ba08-db16c95e1df3 None None] Port 5b0c1849-8983-4161-af1f-fc3931118d95 cannot update to ACTIVE because it is not bound. {{(pid=94063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:18:57.498151 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-d95b50c0-611e-494c-a9a4-b4a375e825bf tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:57.530237 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-d95b50c0-611e-494c-a9a4-b4a375e825bf tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:57.568987 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-d95b50c0-611e-494c-a9a4-b4a375e825bf tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Network 9a440886-809f-4d5f-ac76-4eef69acf370 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:18:57.572670 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-d95b50c0-611e-494c-a9a4-b4a375e825bf tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:18:57.575222 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-d95b50c0-611e-494c-a9a4-b4a375e825bf tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:18:57.582119 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-d95b50c0-611e-494c-a9a4-b4a375e825bf tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:57.582119 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-d95b50c0-611e-494c-a9a4-b4a375e825bf tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:57.603428 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b50c0-611e-494c-a9a4-b4a375e825bf tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Pushing event updated for resources: {'Port': ['ID=8a3d71ac-67c4-425f-8286-f99bf623bff0,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:57.607916 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-d95b50c0-611e-494c-a9a4-b4a375e825bf tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1528897 Sep 27 12:18:57.817162 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d47f28-b082-43ab-9c77-dedb489a219a req-e734c61f-a2d7-4ccd-b358-e32e1d53cc00 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:57.818634 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-13d47f28-b082-43ab-9c77-dedb489a219a req-e734c61f-a2d7-4ccd-b358-e32e1d53cc00 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 931 time: 0.0478108 Sep 27 12:18:57.860521 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-13d47f28-b082-43ab-9c77-dedb489a219a req-6e243001-3dd0-4a41-a597-ff27c54c9701 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321541 Sep 27 12:18:58.226797 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da949c1-d3de-4220-95ce-bff84c130e7c req-cb69c1b1-5903-41ce-8ccd-239188b7b1d2 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:58.228344 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9da949c1-d3de-4220-95ce-bff84c130e7c req-cb69c1b1-5903-41ce-8ccd-239188b7b1d2 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 931 time: 0.0529108 Sep 27 12:18:58.271490 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9da949c1-d3de-4220-95ce-bff84c130e7c req-f3e8375f-76d8-463f-8e4a-c434b699bbe7 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359621 Sep 27 12:18:58.388521 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81bb55-d363-412e-9c4a-dff7dec7cf55 req-b1b35064-cf69-4e8b-a919-f4ba4e09116e tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:58.389999 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0f81bb55-d363-412e-9c4a-dff7dec7cf55 req-b1b35064-cf69-4e8b-a919-f4ba4e09116e tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 943 time: 0.0514152 Sep 27 12:18:58.430204 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0f81bb55-d363-412e-9c4a-dff7dec7cf55 req-1e005cad-2b11-4608-9df5-661b2e23f25f tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305002 Sep 27 12:18:58.929179 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 53492) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:59.016888 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b1c78-e3ed-4f50-ada5-569fd44707ae req-9f3f0d7f-a09c-40f3-a934-801a30d0cde6 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:59.024065 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6a7b1c78-e3ed-4f50-ada5-569fd44707ae req-9f3f0d7f-a09c-40f3-a934-801a30d0cde6 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 931 time: 0.0636814 Sep 27 12:18:59.051143 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-52d3bba5-efd9-4522-a548-8bb967307501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:59.085553 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6a7b1c78-e3ed-4f50-ada5-569fd44707ae req-129d28f8-d0c5-47b4-aae8-a72bc34fb2cf tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605831 Sep 27 12:18:59.154931 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-52d3bba5-efd9-4522-a548-8bb967307501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:59.158818 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-52d3bba5-efd9-4522-a548-8bb967307501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:59.195369 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-52d3bba5-efd9-4522-a548-8bb967307501 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d74097ec0b89425cb9ad82d079164e01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2651525 Sep 27 12:18:59.196186 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3bba5-efd9-4522-a548-8bb967307501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cbce63-7209-4ed8-9d66-d541399cecac,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:59.198134 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 53504) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:59.245689 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1ee8f65b-14b1-4671-a085-4df55913df6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:59.265284 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1ee8f65b-14b1-4671-a085-4df55913df6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:59.318882 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1ee8f65b-14b1-4671-a085-4df55913df6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:59.321055 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5b93fa6b-8e28-4147-90a7-72cf4e6e6d18 req-27c86d6e-3efc-4d42-a303-1415efa72114 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e66ad8df-696a-46a5-8d93-d425f5ce3e82 HTTP/1.1" status: 200 len: 217 time: 0.0397348 Sep 27 12:18:59.323627 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1ee8f65b-14b1-4671-a085-4df55913df6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:59.327643 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-1ee8f65b-14b1-4671-a085-4df55913df6e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3cbce63-7209-4ed8-9d66-d541399cecac HTTP/1.1" status: 204 len: 168 time: 0.1285172 Sep 27 12:18:59.336850 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8f65b-14b1-4671-a085-4df55913df6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cbce63-7209-4ed8-9d66-d541399cecac,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:59.424754 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847db616-2535-4922-859e-0b5f59147239 req-7d3dcae1-784a-4308-8200-eb89ea8f1a7b tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:59.426255 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-847db616-2535-4922-859e-0b5f59147239 req-7d3dcae1-784a-4308-8200-eb89ea8f1a7b tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 931 time: 0.0491285 Sep 27 12:18:59.468355 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-847db616-2535-4922-859e-0b5f59147239 req-98b56d69-7143-42ba-8b3a-f0548bfa2434 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362210 Sep 27 12:18:59.547493 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5082d1e-56e0-4023-bcba-c29c658430ad req-aa3f3dca-9c11-4672-bc67-76c595cf2940 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:18:59.548975 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e5082d1e-56e0-4023-bcba-c29c658430ad req-aa3f3dca-9c11-4672-bc67-76c595cf2940 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 943 time: 0.0474670 Sep 27 12:18:59.589560 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e5082d1e-56e0-4023-bcba-c29c658430ad req-8ecb8a8c-bbe6-4045-9ad2-c7bc6da035c6 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340843 Sep 27 12:18:59.593395 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 53516) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:59.605634 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4c15cb64-011e-4dd3-8b15-3cd73686cf95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:59.692728 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4c15cb64-011e-4dd3-8b15-3cd73686cf95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:59.696382 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4c15cb64-011e-4dd3-8b15-3cd73686cf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:59.731468 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15cb64-011e-4dd3-8b15-3cd73686cf95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85724606-0467-46ff-bcfc-bcdf67599067,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:18:59.736256 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-4c15cb64-011e-4dd3-8b15-3cd73686cf95 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=decda23d973743c1bdf80e1340155fdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413202 Sep 27 12:18:59.738357 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 53518) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:18:59.783992 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-536cf029-36d9-4b5a-a383-d6101007c9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:59.804104 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-536cf029-36d9-4b5a-a383-d6101007c9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:59.847903 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-536cf029-36d9-4b5a-a383-d6101007c9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:59.850645 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-536cf029-36d9-4b5a-a383-d6101007c9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:18:59.851796 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-536cf029-36d9-4b5a-a383-d6101007c9ec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/85724606-0467-46ff-bcfc-bcdf67599067 HTTP/1.1" status: 204 len: 168 time: 0.1125131 Sep 27 12:18:59.860118 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cf029-36d9-4b5a-a383-d6101007c9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85724606-0467-46ff-bcfc-bcdf67599067,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:00.233161 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac505ae-45bf-43af-8beb-81a2fc429476 req-e4b59bd1-6181-4867-8100-1baec3a1ccef tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:00.234654 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-eac505ae-45bf-43af-8beb-81a2fc429476 req-e4b59bd1-6181-4867-8100-1baec3a1ccef tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 931 time: 0.0581243 Sep 27 12:19:00.272016 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-eac505ae-45bf-43af-8beb-81a2fc429476 req-c4136414-c815-4c60-817a-f3bf4734d257 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311646 Sep 27 12:19:00.583038 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0732d47-b984-44c2-bb0b-6dd62f260188 req-c091cc2f-5b9d-4148-9fce-dedb871ab31c tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:00.584535 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b0732d47-b984-44c2-bb0b-6dd62f260188 req-c091cc2f-5b9d-4148-9fce-dedb871ab31c tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 931 time: 0.0503483 Sep 27 12:19:00.621963 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b0732d47-b984-44c2-bb0b-6dd62f260188 req-27747d94-57c5-4f41-8563-bbe0e1ef0ea9 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316460 Sep 27 12:19:00.635395 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-8e622d1e-8502-40c6-b665-810dac4c111b service neutron] Request body: {'port': {'device_id': '2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:19:00.647081 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-46d291d2-496c-4830-980b-268e8f640317 service neutron] Request body: {'port': {'device_id': 'c05f7ba8-aaf7-436d-91f5-e8fd6db37457', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:19:00.705482 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-c947c98b-6e84-4cc8-9749-d92dd4da7f6e service neutron] Request body: {'port': {'device_id': '0dcad86e-f102-4d23-8653-585521cb7d7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:19:00.742826 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93fa6b-8e28-4147-90a7-72cf4e6e6d18 req-176d7c40-e660-4310-a1a3-285d03361299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:00.744424 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5b93fa6b-8e28-4147-90a7-72cf4e6e6d18 req-176d7c40-e660-4310-a1a3-285d03361299 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=25349ce5-9aac-4948-9af3-d75d4216f44d HTTP/1.1" status: 200 len: 852 time: 0.0468605 Sep 27 12:19:00.782133 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5b93fa6b-8e28-4147-90a7-72cf4e6e6d18 req-b604b28e-35da-4b27-83ae-87ab762133f2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6c26758c-9cc1-4501-8798-538f25140b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297549 Sep 27 12:19:00.824740 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-46d291d2-496c-4830-980b-268e8f640317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:00.859404 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-8e622d1e-8502-40c6-b665-810dac4c111b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:00.884021 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5b93fa6b-8e28-4147-90a7-72cf4e6e6d18 req-b0977d13-4fb2-4f2b-a394-7502b2e9d079 service neutron] 10.222.0.25 "GET /v2.0/networks/6c26758c-9cc1-4501-8798-538f25140b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912423 Sep 27 12:19:00.890025 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c74628-ba56-4a5a-b115-893cbe969a26 req-9848f7f5-d8c6-4e90-8662-8dab1c0b627a tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:00.891527 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a9c74628-ba56-4a5a-b115-893cbe969a26 req-9848f7f5-d8c6-4e90-8662-8dab1c0b627a tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 943 time: 0.1979966 Sep 27 12:19:00.910390 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-c947c98b-6e84-4cc8-9749-d92dd4da7f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:00.978593 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5b93fa6b-8e28-4147-90a7-72cf4e6e6d18 req-4a0446f1-107e-41ab-b0b9-ec05ef84bea1 service neutron] 10.222.0.25 "GET /v2.0/networks/6c26758c-9cc1-4501-8798-538f25140b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875263 Sep 27 12:19:01.335559 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a9c74628-ba56-4a5a-b115-893cbe969a26 req-918c120a-038d-4451-8173-6ecf03095bc7 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213152 Sep 27 12:19:01.398634 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1ff81-a818-4307-b7f4-4bc30e05278d req-d469663a-5415-4fbb-b3ac-b5878472abc6 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:01.400291 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cdf1ff81-a818-4307-b7f4-4bc30e05278d req-d469663a-5415-4fbb-b3ac-b5878472abc6 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 931 time: 0.0571370 Sep 27 12:19:01.453689 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cdf1ff81-a818-4307-b7f4-4bc30e05278d req-1a4087da-fef2-49d3-84c4-7a296b1edc3e tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457852 Sep 27 12:19:01.561022 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 53598) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:01.667700 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-65646425-fb7f-4c9d-b5b0-8a3fb7d1903b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:01.739454 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-8e622d1e-8502-40c6-b665-810dac4c111b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b0c1849-8983-4161-af1f-fc3931118d95 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:19:01.747298 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-46d291d2-496c-4830-980b-268e8f640317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a3d71ac-67c4-425f-8286-f99bf623bff0 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:19:01.755584 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-8e622d1e-8502-40c6-b665-810dac4c111b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:01.757870 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-65646425-fb7f-4c9d-b5b0-8a3fb7d1903b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:01.762218 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-65646425-fb7f-4c9d-b5b0-8a3fb7d1903b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:01.764062 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-46d291d2-496c-4830-980b-268e8f640317 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:01.796913 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-8e622d1e-8502-40c6-b665-810dac4c111b service neutron] Transition to ACTIVE for port object 5b0c1849-8983-4161-af1f-fc3931118d95 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:19:01.798863 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-46d291d2-496c-4830-980b-268e8f640317 service neutron] Transition to ACTIVE for port object 8a3d71ac-67c4-425f-8286-f99bf623bff0 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:19:01.799177 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-65646425-fb7f-4c9d-b5b0-8a3fb7d1903b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f48e73725f674c64be5d669931120cfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366881 Sep 27 12:19:01.800781 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65646425-fb7f-4c9d-b5b0-8a3fb7d1903b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594abdb7-7bc6-4c75-97ef-ed8cec5f6232,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:01.803194 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 53604) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:01.807734 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f7ff5-b143-4dfd-869f-c61db508364d req-e7ec491a-18a2-4630-afa9-5859915471b8 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:01.809276 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ad7f7ff5-b143-4dfd-869f-c61db508364d req-e7ec491a-18a2-4630-afa9-5859915471b8 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 931 time: 0.1150720 Sep 27 12:19:01.812482 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-46d291d2-496c-4830-980b-268e8f640317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:01.827657 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-8e622d1e-8502-40c6-b665-810dac4c111b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:01.854234 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-53dc3fcf-912e-4ba5-b507-fc5d5ed74eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:01.874831 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-53dc3fcf-912e-4ba5-b507-fc5d5ed74eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:01.924994 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-53dc3fcf-912e-4ba5-b507-fc5d5ed74eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:01.927833 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-53dc3fcf-912e-4ba5-b507-fc5d5ed74eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:01.931535 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-53dc3fcf-912e-4ba5-b507-fc5d5ed74eb6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/594abdb7-7bc6-4c75-97ef-ed8cec5f6232 HTTP/1.1" status: 204 len: 168 time: 0.1249394 Sep 27 12:19:01.938936 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc3fcf-912e-4ba5-b507-fc5d5ed74eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594abdb7-7bc6-4c75-97ef-ed8cec5f6232,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:01.945480 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d291d2-496c-4830-980b-268e8f640317 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3d71ac-67c4-425f-8286-f99bf623bff0,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:02.040925 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ad7f7ff5-b143-4dfd-869f-c61db508364d req-ddfe06d0-b57e-4236-b8c9-15e859896ab9 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074027 Sep 27 12:19:02.113057 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-8e622d1e-8502-40c6-b665-810dac4c111b service neutron] Attempting to bind port 5b0c1849-8983-4161-af1f-fc3931118d95 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:19:02.113415 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-8e622d1e-8502-40c6-b665-810dac4c111b service neutron] Attempting to bind port 5b0c1849-8983-4161-af1f-fc3931118d95 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '2a6580eb-8685-4d7a-9cf9-25621c7b4860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:19:02.113739 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-8e622d1e-8502-40c6-b665-810dac4c111b service neutron] Attempting to bind port 5b0c1849-8983-4161-af1f-fc3931118d95 on network 5403b160-6d1e-45bc-9efc-c408d4d66d43 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:19:02.117872 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e622d1e-8502-40c6-b665-810dac4c111b service neutron] Pushing event updated for resources: {'Port': ['ID=5b0c1849-8983-4161-af1f-fc3931118d95,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:02.120680 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-46d291d2-496c-4830-980b-268e8f640317 service neutron] Attempting to bind port 8a3d71ac-67c4-425f-8286-f99bf623bff0 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:19:02.120994 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-46d291d2-496c-4830-980b-268e8f640317 service neutron] Attempting to bind port 8a3d71ac-67c4-425f-8286-f99bf623bff0 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '055fa8d3-07aa-407b-b867-9d1cc47cda2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a440886-809f-4d5f-ac76-4eef69acf370'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:19:02.121309 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-46d291d2-496c-4830-980b-268e8f640317 service neutron] Attempting to bind port 8a3d71ac-67c4-425f-8286-f99bf623bff0 on network 9a440886-809f-4d5f-ac76-4eef69acf370 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:19:02.129068 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-8e622d1e-8502-40c6-b665-810dac4c111b service neutron] Port 5b0c1849-8983-4161-af1f-fc3931118d95 on network 5403b160-6d1e-45bc-9efc-c408d4d66d43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:19:02.129384 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-8e622d1e-8502-40c6-b665-810dac4c111b service neutron] Attempting to bind port 5b0c1849-8983-4161-af1f-fc3931118d95 on network 5403b160-6d1e-45bc-9efc-c408d4d66d43 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:19:02.133202 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-46d291d2-496c-4830-980b-268e8f640317 service neutron] Port 8a3d71ac-67c4-425f-8286-f99bf623bff0 on network 9a440886-809f-4d5f-ac76-4eef69acf370 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:19:02.133517 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-46d291d2-496c-4830-980b-268e8f640317 service neutron] Attempting to bind port 8a3d71ac-67c4-425f-8286-f99bf623bff0 on network 9a440886-809f-4d5f-ac76-4eef69acf370 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:19:02.149028 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-8e622d1e-8502-40c6-b665-810dac4c111b service neutron] Checking agent: {'id': '20c1fc43-a135-4852-87d5-8f0af43386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'started_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:19:02.149363 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-8e622d1e-8502-40c6-b665-810dac4c111b service neutron] Checking segment: {'id': '2a6580eb-8685-4d7a-9cf9-25621c7b4860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:19:02.150016 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-8e622d1e-8502-40c6-b665-810dac4c111b service neutron] Bound using segment: {'id': '2a6580eb-8685-4d7a-9cf9-25621c7b4860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:19:02.150355 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-8e622d1e-8502-40c6-b665-810dac4c111b service neutron] Bound port: 5b0c1849-8983-4161-af1f-fc3931118d95, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a6580eb-8685-4d7a-9cf9-25621c7b4860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:19:02.150708 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-8e622d1e-8502-40c6-b665-810dac4c111b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:02.154922 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-46d291d2-496c-4830-980b-268e8f640317 service neutron] Checking agent: {'id': '20c1fc43-a135-4852-87d5-8f0af43386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'started_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:19:02.155217 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-46d291d2-496c-4830-980b-268e8f640317 service neutron] Checking segment: {'id': '055fa8d3-07aa-407b-b867-9d1cc47cda2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a440886-809f-4d5f-ac76-4eef69acf370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:19:02.155582 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-46d291d2-496c-4830-980b-268e8f640317 service neutron] Bound using segment: {'id': '055fa8d3-07aa-407b-b867-9d1cc47cda2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a440886-809f-4d5f-ac76-4eef69acf370'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:19:02.155995 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-46d291d2-496c-4830-980b-268e8f640317 service neutron] Bound port: 8a3d71ac-67c4-425f-8286-f99bf623bff0, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '055fa8d3-07aa-407b-b867-9d1cc47cda2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a440886-809f-4d5f-ac76-4eef69acf370'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:19:02.156329 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-46d291d2-496c-4830-980b-268e8f640317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:02.251195 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-c947c98b-6e84-4cc8-9749-d92dd4da7f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02c33be0-043c-4a2b-bf57-ed3c9837eba8 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:19:02.266348 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-c947c98b-6e84-4cc8-9749-d92dd4da7f6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:02.290097 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 53620) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:02.314112 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-c947c98b-6e84-4cc8-9749-d92dd4da7f6e service neutron] Transition to ACTIVE for port object 02c33be0-043c-4a2b-bf57-ed3c9837eba8 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:19:02.315242 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-54ffb549-9801-409a-a30d-05bb3ad9f402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:02.328437 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-c947c98b-6e84-4cc8-9749-d92dd4da7f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:02.335985 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-8e622d1e-8502-40c6-b665-810dac4c111b service neutron] For port 5b0c1849-8983-4161-af1f-fc3931118d95, host hv-cinder-76845, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:19:02.375566 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-46d291d2-496c-4830-980b-268e8f640317 service neutron] For port 8a3d71ac-67c4-425f-8286-f99bf623bff0, host hv-cinder-76845, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:19:02.415515 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-8e622d1e-8502-40c6-b665-810dac4c111b service neutron] For port 5b0c1849-8983-4161-af1f-fc3931118d95, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5b0c1849-8983-4161-af1f-fc3931118d95,segment=NetworkSegment(2a6580eb-8685-4d7a-9cf9-25621c7b4860),segment_id=2a6580eb-8685-4d7a-9cf9-25621c7b4860)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:19:02.462762 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-46d291d2-496c-4830-980b-268e8f640317 service neutron] For port 8a3d71ac-67c4-425f-8286-f99bf623bff0, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8a3d71ac-67c4-425f-8286-f99bf623bff0,segment=NetworkSegment(055fa8d3-07aa-407b-b867-9d1cc47cda2b),segment_id=055fa8d3-07aa-407b-b867-9d1cc47cda2b)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:19:02.464686 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-8e622d1e-8502-40c6-b665-810dac4c111b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:02.483593 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-46d291d2-496c-4830-980b-268e8f640317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:02.485646 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947c98b-6e84-4cc8-9749-d92dd4da7f6e service neutron] Pushing event updated for resources: {'Port': ['ID=02c33be0-043c-4a2b-bf57-ed3c9837eba8,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:02.531233 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-8e622d1e-8502-40c6-b665-810dac4c111b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:02.532318 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-8e622d1e-8502-40c6-b665-810dac4c111b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:02.534028 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-8e622d1e-8502-40c6-b665-810dac4c111b service neutron] 10.222.0.25 "PUT /v2.0/ports/5b0c1849-8983-4161-af1f-fc3931118d95 HTTP/1.1" status: 200 len: 1093 time: 1.9056036 Sep 27 12:19:02.539735 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9', 'tag': '5b0c1849-8983-4161-af1f-fc3931118d95'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:19:02.631737 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-46d291d2-496c-4830-980b-268e8f640317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:02.633942 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-46d291d2-496c-4830-980b-268e8f640317 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:02.636694 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-46d291d2-496c-4830-980b-268e8f640317 service neutron] 10.222.0.25 "PUT /v2.0/ports/8a3d71ac-67c4-425f-8286-f99bf623bff0 HTTP/1.1" status: 200 len: 1093 time: 2.0056870 Sep 27 12:19:02.680397 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafaab05-27a3-4c72-a808-afe3f688d838 req-fcdbcaab-b4ab-46da-a40c-e9041713792a tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:02.682478 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fafaab05-27a3-4c72-a808-afe3f688d838 req-fcdbcaab-b4ab-46da-a40c-e9041713792a tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 943 time: 0.0840650 Sep 27 12:19:02.743438 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-54ffb549-9801-409a-a30d-05bb3ad9f402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:02.759212 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-54ffb549-9801-409a-a30d-05bb3ad9f402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:02.785134 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fafaab05-27a3-4c72-a808-afe3f688d838 req-7a86f0cd-2b14-41c6-8ff0-2155b0ec71ce tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821035 Sep 27 12:19:02.804933 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-c947c98b-6e84-4cc8-9749-d92dd4da7f6e service neutron] Attempting to bind port 02c33be0-043c-4a2b-bf57-ed3c9837eba8 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:19:02.805484 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-c947c98b-6e84-4cc8-9749-d92dd4da7f6e service neutron] Attempting to bind port 02c33be0-043c-4a2b-bf57-ed3c9837eba8 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '055fa8d3-07aa-407b-b867-9d1cc47cda2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a440886-809f-4d5f-ac76-4eef69acf370'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:19:02.805900 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-c947c98b-6e84-4cc8-9749-d92dd4da7f6e service neutron] Attempting to bind port 02c33be0-043c-4a2b-bf57-ed3c9837eba8 on network 9a440886-809f-4d5f-ac76-4eef69acf370 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:19:02.826383 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-54ffb549-9801-409a-a30d-05bb3ad9f402 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b18244f0cd8144fb95e7d01c4db29d73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5339515 Sep 27 12:19:02.828320 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ffb549-9801-409a-a30d-05bb3ad9f402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0720bc8d-9474-49db-bfd4-214399d8d53b,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:02.831076 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 53646) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:02.897736 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4c994142-ccec-4a2a-b958-d661ed8e9201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:02.915348 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e622d1e-8502-40c6-b665-810dac4c111b service neutron] Pushing event updated for resources: {'Port': ['ID=5b0c1849-8983-4161-af1f-fc3931118d95,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:02.921549 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-c947c98b-6e84-4cc8-9749-d92dd4da7f6e service neutron] Port 02c33be0-043c-4a2b-bf57-ed3c9837eba8 on network 9a440886-809f-4d5f-ac76-4eef69acf370 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:19:02.921892 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-c947c98b-6e84-4cc8-9749-d92dd4da7f6e service neutron] Attempting to bind port 02c33be0-043c-4a2b-bf57-ed3c9837eba8 on network 9a440886-809f-4d5f-ac76-4eef69acf370 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:19:02.932126 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf0d3f8-53ad-4548-8142-41fe8694045c" -d '{"events": [{"name": "network-changed", "server_uuid": "2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9", "tag": "5b0c1849-8983-4161-af1f-fc3931118d95"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:19:02.935325 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-d6672857-9092-438c-b9d8-71fb900c33c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:02.936794 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4c994142-ccec-4a2a-b958-d661ed8e9201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:02.936903 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-d6672857-9092-438c-b9d8-71fb900c33c1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=72093fa7db4244d79c19eca210667037&device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 1096 time: 0.3358076 Sep 27 12:19:02.982225 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-c947c98b-6e84-4cc8-9749-d92dd4da7f6e service neutron] Checking agent: {'id': '20c1fc43-a135-4852-87d5-8f0af43386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'started_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:19:02.982598 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-c947c98b-6e84-4cc8-9749-d92dd4da7f6e service neutron] Checking segment: {'id': '055fa8d3-07aa-407b-b867-9d1cc47cda2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a440886-809f-4d5f-ac76-4eef69acf370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:19:02.983016 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-c947c98b-6e84-4cc8-9749-d92dd4da7f6e service neutron] Bound using segment: {'id': '055fa8d3-07aa-407b-b867-9d1cc47cda2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a440886-809f-4d5f-ac76-4eef69acf370'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:19:02.983614 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-c947c98b-6e84-4cc8-9749-d92dd4da7f6e service neutron] Bound port: 02c33be0-043c-4a2b-bf57-ed3c9837eba8, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '055fa8d3-07aa-407b-b867-9d1cc47cda2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a440886-809f-4d5f-ac76-4eef69acf370'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:19:02.984032 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-c947c98b-6e84-4cc8-9749-d92dd4da7f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:02.991956 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4c994142-ccec-4a2a-b958-d661ed8e9201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:02.994628 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4c994142-ccec-4a2a-b958-d661ed8e9201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:02.998260 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-4c994142-ccec-4a2a-b958-d661ed8e9201 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0720bc8d-9474-49db-bfd4-214399d8d53b HTTP/1.1" status: 204 len: 168 time: 0.1638448 Sep 27 12:19:03.012511 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c994142-ccec-4a2a-b958-d661ed8e9201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0720bc8d-9474-49db-bfd4-214399d8d53b,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:03.083782 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-f0729a5f-4c3c-4f62-a490-c78d00c85802 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b0c1849-8983-4161-af1f-fc3931118d95 HTTP/1.1" status: 200 len: 217 time: 0.1134546 Sep 27 12:19:03.099048 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-6b992c98-f264-413e-8326-bac43557e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:03.103519 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-6b992c98-f264-413e-8326-bac43557e7b6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e49334ec40b4775857a718d005d2752&device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 1096 time: 0.2904956 Sep 27 12:19:03.129170 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c8eaa5-6fcc-43f3-a39b-a86434f66a01 x-openstack-request-id: req-54c8eaa5-6fcc-43f3-a39b-a86434f66a01 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:19:03.129456 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9", "tag": "5b0c1849-8983-4161-af1f-fc3931118d95", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:19:03.129705 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-54c8eaa5-6fcc-43f3-a39b-a86434f66a01 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:19:03.130210 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9', 'tag': '5b0c1849-8983-4161-af1f-fc3931118d95', 'status': 'completed', 'code': 200} Sep 27 12:19:03.137855 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4461e-8961-4094-8ee0-170be2931e15 req-5dcc4336-d1b4-4e99-b1e1-d7dba6db27d8 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:03.139355 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-62f4461e-8961-4094-8ee0-170be2931e15 req-5dcc4336-d1b4-4e99-b1e1-d7dba6db27d8 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.5225880 Sep 27 12:19:03.183808 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d291d2-496c-4830-980b-268e8f640317 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3d71ac-67c4-425f-8286-f99bf623bff0,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:03.232439 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3795a32-2c5a-48fb-af6b-e1b68611df0a req-c70c1a9b-8978-4571-91c2-c1452ecae041 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:03.234041 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c3795a32-2c5a-48fb-af6b-e1b68611df0a req-c70c1a9b-8978-4571-91c2-c1452ecae041 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 943 time: 0.0573072 Sep 27 12:19:03.274954 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c3795a32-2c5a-48fb-af6b-e1b68611df0a req-dfee9961-d59d-43e8-959a-685ee67bced2 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348480 Sep 27 12:19:03.404218 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-334677ae-16d4-4ff4-b190-5c357c2417ee service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a3d71ac-67c4-425f-8286-f99bf623bff0 HTTP/1.1" status: 200 len: 217 time: 0.2770033 Sep 27 12:19:03.475864 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-5a469997-4524-4bfb-8e2a-89bf374c9ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:03.477261 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-5a469997-4524-4bfb-8e2a-89bf374c9ab7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c2b6d0e0-734d-4b24-98bc-9d4bdee30d50 HTTP/1.1" status: 200 len: 856 time: 0.3804314 Sep 27 12:19:03.506865 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-62f4461e-8961-4094-8ee0-170be2931e15 req-117c0a0e-fb76-46dd-935e-75b25804ff42 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3075981 Sep 27 12:19:03.510469 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-c947c98b-6e84-4cc8-9749-d92dd4da7f6e service neutron] For port 02c33be0-043c-4a2b-bf57-ed3c9837eba8, host hv-cinder-76845, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:19:03.572031 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-c947c98b-6e84-4cc8-9749-d92dd4da7f6e service neutron] For port 02c33be0-043c-4a2b-bf57-ed3c9837eba8, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=02c33be0-043c-4a2b-bf57-ed3c9837eba8,segment=NetworkSegment(055fa8d3-07aa-407b-b867-9d1cc47cda2b),segment_id=055fa8d3-07aa-407b-b867-9d1cc47cda2b)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:19:03.583328 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-c947c98b-6e84-4cc8-9749-d92dd4da7f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:03.587605 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-0c66d410-5bf0-45b6-bb77-1f92fc67fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:03.589172 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-0c66d410-5bf0-45b6-bb77-1f92fc67fc90 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb94006c-5aa7-4ce9-9d8d-2a1c357579ff HTTP/1.1" status: 200 len: 858 time: 0.1745546 Sep 27 12:19:03.655182 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-9e6f27ce-bee7-45c6-8365-d18e2cf3fbc9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9a440886-809f-4d5f-ac76-4eef69acf370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565646 Sep 27 12:19:03.673962 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-c947c98b-6e84-4cc8-9749-d92dd4da7f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:03.674583 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-c947c98b-6e84-4cc8-9749-d92dd4da7f6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:03.675949 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-c947c98b-6e84-4cc8-9749-d92dd4da7f6e service neutron] 10.222.0.25 "PUT /v2.0/ports/02c33be0-043c-4a2b-bf57-ed3c9837eba8 HTTP/1.1" status: 200 len: 1094 time: 2.9813023 Sep 27 12:19:03.679343 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-6adff798-1424-4c65-8e77-8f7a95843e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:03.680806 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-6adff798-1424-4c65-8e77-8f7a95843e8c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5403b160-6d1e-45bc-9efc-c408d4d66d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1923244 Sep 27 12:19:03.755596 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947c98b-6e84-4cc8-9749-d92dd4da7f6e service neutron] Pushing event updated for resources: {'Port': ['ID=02c33be0-043c-4a2b-bf57-ed3c9837eba8,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:03.913504 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-331dd168-3b67-4f2f-94c7-2c665b8f48e7 service neutron] 10.222.0.25 "GET /v2.0/networks/9a440886-809f-4d5f-ac76-4eef69acf370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487864 Sep 27 12:19:03.933254 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-85d3e8c3-3d14-4307-a523-b713f78d54a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:03.934736 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-85d3e8c3-3d14-4307-a523-b713f78d54a0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e49334ec40b4775857a718d005d2752&device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 1097 time: 0.1970692 Sep 27 12:19:03.937519 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-680c3bfb-2948-4c60-83fa-facbeeffe07c service neutron] 10.222.0.25 "GET /v2.0/networks/5403b160-6d1e-45bc-9efc-c408d4d66d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392600 Sep 27 12:19:03.999560 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432431c1-9cb9-46f4-a036-dc429a9993ad req-069df616-4065-48a1-ab14-ca3e41925977 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:04.001238 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-432431c1-9cb9-46f4-a036-dc429a9993ad req-069df616-4065-48a1-ab14-ca3e41925977 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 943 time: 0.0981817 Sep 27 12:19:04.056831 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-432431c1-9cb9-46f4-a036-dc429a9993ad req-ae00921e-fb06-4965-bfb1-e7eaa17877fb tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487945 Sep 27 12:19:04.110860 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-1d31cf98-10f9-4ab6-bbfd-cc741d99cb01 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02c33be0-043c-4a2b-bf57-ed3c9837eba8 HTTP/1.1" status: 200 len: 217 time: 0.1467645 Sep 27 12:19:04.192783 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1be0cd42-8af4-4974-9ac3-bc4496395454 req-305a2055-a453-49cf-b81b-8f89a2a47ac1 service neutron] 10.222.0.25 "GET /v2.0/networks/5403b160-6d1e-45bc-9efc-c408d4d66d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255373 Sep 27 12:19:04.205753 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device e66ad8df-696a-46a5-8d93-d425f5ce3e82 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:19:04.231588 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-a64cc8ec-e234-4db8-93d1-44871e2ef249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:04.233659 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-a64cc8ec-e234-4db8-93d1-44871e2ef249 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb94006c-5aa7-4ce9-9d8d-2a1c357579ff HTTP/1.1" status: 200 len: 858 time: 0.1081805 Sep 27 12:19:04.253110 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-56e60af2-5457-451f-b2dc-7e816d9f7bf5 req-356d3cf6-00e3-4f40-9891-9f6c48337213 service neutron] 10.222.0.25 "GET /v2.0/networks/9a440886-809f-4d5f-ac76-4eef69acf370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290071 Sep 27 12:19:04.321433 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-aaa91755-3952-4bb5-a2d0-2330ec727ed3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9a440886-809f-4d5f-ac76-4eef69acf370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498538 Sep 27 12:19:04.333477 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port e66ad8df-696a-46a5-8d93-d425f5ce3e82, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e66ad8df-696a-46a5-8d93-d425f5ce3e82,segment=NetworkSegment(77b0ae6e-244d-42b8-ba89-f6f76d83312f),segment_id=77b0ae6e-244d-42b8-ba89-f6f76d83312f)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:19:04.346273 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Returning: {'device': 'e66ad8df-696a-46a5-8d93-d425f5ce3e82', 'network_id': '6c26758c-9cc1-4501-8798-538f25140b27', 'port_id': 'e66ad8df-696a-46a5-8d93-d425f5ce3e82', 'mac_address': 'fa:16:3e:eb:7c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25349ce5-9aac-4948-9af3-d75d4216f44d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:19:04.368944 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0d3f8-53ad-4548-8142-41fe8694045c req-8054f767-450d-4223-8016-6d813f852c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:04.370467 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aaf0d3f8-53ad-4548-8142-41fe8694045c req-8054f767-450d-4223-8016-6d813f852c6d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=72093fa7db4244d79c19eca210667037&device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 1096 time: 0.1165118 Sep 27 12:19:04.386092 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:04.405199 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e66ad8df-696a-46a5-8d93-d425f5ce3e82 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:19:04.425357 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port e66ad8df-696a-46a5-8d93-d425f5ce3e82, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e66ad8df-696a-46a5-8d93-d425f5ce3e82,segment=NetworkSegment(77b0ae6e-244d-42b8-ba89-f6f76d83312f),segment_id=77b0ae6e-244d-42b8-ba89-f6f76d83312f)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:19:04.434140 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:04.489343 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=e66ad8df-696a-46a5-8d93-d425f5ce3e82,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:04.610160 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd874ee-f71b-4b34-88d1-775312cf00e6 req-0d72f15f-b075-4608-9538-d0a251d49746 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:04.611676 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5fd874ee-f71b-4b34-88d1-775312cf00e6 req-0d72f15f-b075-4608-9538-d0a251d49746 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 943 time: 0.2473586 Sep 27 12:19:04.613437 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-29e26009-606a-43b5-90b1-b45d08cbed16 service neutron] 10.222.0.25 "GET /v2.0/networks/9a440886-809f-4d5f-ac76-4eef69acf370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840343 Sep 27 12:19:04.625195 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ffca6-6990-4c94-82a5-5b060583f64b req-18ff0ba9-e19f-4923-b38e-85314eef6ef8 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:04.627786 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bc9ffca6-6990-4c94-82a5-5b060583f64b req-18ff0ba9-e19f-4923-b38e-85314eef6ef8 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.0612779 Sep 27 12:19:04.645436 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0d3f8-53ad-4548-8142-41fe8694045c req-4b26546d-34fd-4d13-a30f-b0921285bed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:04.646880 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aaf0d3f8-53ad-4548-8142-41fe8694045c req-4b26546d-34fd-4d13-a30f-b0921285bed0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5403b160-6d1e-45bc-9efc-c408d4d66d43 HTTP/1.1" status: 200 len: 918 time: 0.2587993 Sep 27 12:19:04.667174 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5fd874ee-f71b-4b34-88d1-775312cf00e6 req-e45d065e-15f2-4282-a90a-2350e919db82 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441034 Sep 27 12:19:04.670545 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bc9ffca6-6990-4c94-82a5-5b060583f64b req-5f8b2223-824c-4b5e-afd8-a0b47227d09c tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337615 Sep 27 12:19:05.131121 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05f7ba8-aaf7-436d-91f5-e8fd6db37457', 'tag': '8a3d71ac-67c4-425f-8286-f99bf623bff0'}, {'name': 'network-changed', 'server_uuid': '0dcad86e-f102-4d23-8653-585521cb7d7b', 'tag': '02c33be0-043c-4a2b-bf57-ed3c9837eba8'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:19:05.133982 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c18388-b7c2-4e15-a9ff-8ca87c84ed80" -d '{"events": [{"name": "network-changed", "server_uuid": "c05f7ba8-aaf7-436d-91f5-e8fd6db37457", "tag": "8a3d71ac-67c4-425f-8286-f99bf623bff0"}, {"name": "network-changed", "server_uuid": "0dcad86e-f102-4d23-8653-585521cb7d7b", "tag": "02c33be0-043c-4a2b-bf57-ed3c9837eba8"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:19:05.187178 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 27 Sep 2021 12:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80243f9-250f-428f-bef6-906421a7b64f x-openstack-request-id: req-f80243f9-250f-428f-bef6-906421a7b64f {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:19:05.187454 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c05f7ba8-aaf7-436d-91f5-e8fd6db37457", "tag": "8a3d71ac-67c4-425f-8286-f99bf623bff0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0dcad86e-f102-4d23-8653-585521cb7d7b", "tag": "02c33be0-043c-4a2b-bf57-ed3c9837eba8", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:19:05.187732 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f80243f9-250f-428f-bef6-906421a7b64f {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:19:05.188305 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c05f7ba8-aaf7-436d-91f5-e8fd6db37457', 'tag': '8a3d71ac-67c4-425f-8286-f99bf623bff0', 'status': 'completed', 'code': 200} Sep 27 12:19:05.188619 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dcad86e-f102-4d23-8653-585521cb7d7b', 'tag': '02c33be0-043c-4a2b-bf57-ed3c9837eba8', 'status': 'completed', 'code': 200} Sep 27 12:19:05.241868 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9b161-cbc9-470f-a186-32c90e6d53a7 req-92a3e1b9-f372-425c-a302-4391787423c5 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:05.243386 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-cfc9b161-cbc9-470f-a186-32c90e6d53a7 req-92a3e1b9-f372-425c-a302-4391787423c5 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 944 time: 0.0607593 Sep 27 12:19:05.281262 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-cfc9b161-cbc9-470f-a186-32c90e6d53a7 req-f6ac99b8-1354-496e-85e9-62c53c158b57 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314004 Sep 27 12:19:05.692785 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:19:05.788080 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d664a-fd6f-4a55-8ba3-95a9602e90bb req-ef400673-60ad-462e-b750-da8887846eae tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:05.788625 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3a867-2800-41ea-9a9d-7ef734cb38c2 req-21723ff9-18a5-4d21-a1e0-4fafb355b97a tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:05.789728 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f1f3a867-2800-41ea-9a9d-7ef734cb38c2 req-21723ff9-18a5-4d21-a1e0-4fafb355b97a tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.0476832 Sep 27 12:19:05.790695 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4b4d664a-fd6f-4a55-8ba3-95a9602e90bb req-ef400673-60ad-462e-b750-da8887846eae tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 943 time: 0.0528233 Sep 27 12:19:05.827946 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f1f3a867-2800-41ea-9a9d-7ef734cb38c2 req-d7cb6ace-560c-42a0-8dca-01ba94e10024 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314972 Sep 27 12:19:05.829340 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4b4d664a-fd6f-4a55-8ba3-95a9602e90bb req-5a434b55-cc57-4adc-85aa-18cd7c020c70 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322843 Sep 27 12:19:06.394224 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d22613-5be2-4812-b50b-396d52ebee6b req-0471d54f-fd7d-4264-be4a-9376e45e743b tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:06.395692 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-87d22613-5be2-4812-b50b-396d52ebee6b req-0471d54f-fd7d-4264-be4a-9376e45e743b tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 944 time: 0.0479126 Sep 27 12:19:06.432114 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-87d22613-5be2-4812-b50b-396d52ebee6b req-209b911d-99a2-4541-945d-bea1077e6051 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304255 Sep 27 12:19:06.943118 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab95a6b-040b-46cc-9f98-d6b76cd94d27 req-fcfb6136-6606-405d-8b85-082a3fbd1a42 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:06.945298 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7ab95a6b-040b-46cc-9f98-d6b76cd94d27 req-fcfb6136-6606-405d-8b85-082a3fbd1a42 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 943 time: 0.0483212 Sep 27 12:19:06.953245 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe4160-b5e5-4a53-9a27-5855d74fea76 req-a2d7964f-9eac-4c63-8408-6f45afc52467 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:06.954767 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-02fe4160-b5e5-4a53-9a27-5855d74fea76 req-a2d7964f-9eac-4c63-8408-6f45afc52467 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.0512595 Sep 27 12:19:06.987198 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7ab95a6b-040b-46cc-9f98-d6b76cd94d27 req-3e8da4f7-07e8-4219-9663-3fc2e535dd48 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352149 Sep 27 12:19:06.992820 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-02fe4160-b5e5-4a53-9a27-5855d74fea76 req-32f0a836-fbb6-488b-ac12-925a885c157f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317423 Sep 27 12:19:07.468364 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aaf0d3f8-53ad-4548-8142-41fe8694045c req-91e0b5e4-3da0-4be1-8664-3cdf1e3ff0ef service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b0c1849-8983-4161-af1f-fc3931118d95 HTTP/1.1" status: 200 len: 217 time: 0.0434074 Sep 27 12:19:07.559908 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8fb11009-30d4-4f66-bfd2-c52343f57afa req-a7ed5b27-a30c-48fa-a90b-9be3eb17874b service neutron] 10.222.0.25 "GET /v2.0/networks/9a440886-809f-4d5f-ac76-4eef69acf370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422570 Sep 27 12:19:07.571373 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36c378-2ce1-4bc1-b1fe-d02bf386d888 req-364c015b-1991-4f8f-8dd5-da0c7ae8b52b tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:07.572728 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-de36c378-2ce1-4bc1-b1fe-d02bf386d888 req-364c015b-1991-4f8f-8dd5-da0c7ae8b52b tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 944 time: 0.0681298 Sep 27 12:19:07.608889 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-de36c378-2ce1-4bc1-b1fe-d02bf386d888 req-b5797392-587d-4dec-acf0-1855f070b1c6 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296524 Sep 27 12:19:08.100780 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5756c-0159-45c5-8568-9813615d3f93 req-d81faf4f-5f54-421f-bd07-5f8dec2ca454 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:08.102344 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e6b5756c-0159-45c5-8568-9813615d3f93 req-d81faf4f-5f54-421f-bd07-5f8dec2ca454 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 943 time: 0.0504682 Sep 27 12:19:08.114336 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5fc77-6b11-474c-9650-7c18fa837b71 req-663d5b1c-347e-4cf0-a74c-a9b347b70a65 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:08.116631 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-65c5fc77-6b11-474c-9650-7c18fa837b71 req-663d5b1c-347e-4cf0-a74c-a9b347b70a65 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.0550418 Sep 27 12:19:08.140724 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e6b5756c-0159-45c5-8568-9813615d3f93 req-594b7018-7a5d-4996-9827-0487157207fc tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317748 Sep 27 12:19:08.163094 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-65c5fc77-6b11-474c-9650-7c18fa837b71 req-fc699178-4502-470e-b9b3-d68f35a41922 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405784 Sep 27 12:19:08.719971 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83779a2b-29f6-4b3f-bb41-c3f9833aab6d req-e9ed6b80-56f3-4730-8a0e-28331a24bb16 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:08.721406 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-83779a2b-29f6-4b3f-bb41-c3f9833aab6d req-e9ed6b80-56f3-4730-8a0e-28331a24bb16 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 944 time: 0.0474951 Sep 27 12:19:08.756749 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-83779a2b-29f6-4b3f-bb41-c3f9833aab6d req-93912ca8-8b00-4dc4-a640-87f639381f8e tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295594 Sep 27 12:19:09.120985 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0d3f8-53ad-4548-8142-41fe8694045c req-3a351f87-2a01-44f2-acf5-e7c4ac97eb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:09.122409 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aaf0d3f8-53ad-4548-8142-41fe8694045c req-3a351f87-2a01-44f2-acf5-e7c4ac97eb15 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c2b6d0e0-734d-4b24-98bc-9d4bdee30d50 HTTP/1.1" status: 200 len: 856 time: 0.2260709 Sep 27 12:19:09.128050 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c18388-b7c2-4e15-a9ff-8ca87c84ed80 req-fdfcf4d4-9ad8-44da-a99c-a04ef1f73588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:09.129453 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-87c18388-b7c2-4e15-a9ff-8ca87c84ed80 req-fdfcf4d4-9ad8-44da-a99c-a04ef1f73588 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e49334ec40b4775857a718d005d2752&device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 1096 time: 0.2425537 Sep 27 12:19:09.260014 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0d3f8-53ad-4548-8142-41fe8694045c req-6b30ea51-af4f-4abb-a6fa-9ff1ff26e5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:09.261541 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aaf0d3f8-53ad-4548-8142-41fe8694045c req-6b30ea51-af4f-4abb-a6fa-9ff1ff26e5f7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5403b160-6d1e-45bc-9efc-c408d4d66d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1312675 Sep 27 12:19:09.293307 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a37520-57cd-4399-9fcb-3d6e8cb373c2 req-49353db5-1939-4890-9d5c-ed3e57de5146 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:09.294813 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d8a37520-57cd-4399-9fcb-3d6e8cb373c2 req-49353db5-1939-4890-9d5c-ed3e57de5146 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.0545514 Sep 27 12:19:09.305392 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c18388-b7c2-4e15-a9ff-8ca87c84ed80 req-d201465d-151a-4b14-aa25-80fe80a9f693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:09.306961 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-87c18388-b7c2-4e15-a9ff-8ca87c84ed80 req-d201465d-151a-4b14-aa25-80fe80a9f693 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9a440886-809f-4d5f-ac76-4eef69acf370 HTTP/1.1" status: 200 len: 919 time: 0.1680100 Sep 27 12:19:09.325751 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c0bd4-bf9c-4b6d-9944-0e0d9baf8402 req-24068414-642b-4a23-8ce1-c79f5b9d4f36 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:09.327248 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-843c0bd4-bf9c-4b6d-9944-0e0d9baf8402 req-24068414-642b-4a23-8ce1-c79f5b9d4f36 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 943 time: 0.1064322 Sep 27 12:19:09.342352 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d8a37520-57cd-4399-9fcb-3d6e8cb373c2 req-946e4f2e-6a67-48d3-9960-ffe085290404 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397239 Sep 27 12:19:09.379081 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-87c18388-b7c2-4e15-a9ff-8ca87c84ed80 req-336606b9-2270-487f-a8c5-d5c85690819d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a3d71ac-67c4-425f-8286-f99bf623bff0 HTTP/1.1" status: 200 len: 217 time: 0.0620310 Sep 27 12:19:09.485749 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-843c0bd4-bf9c-4b6d-9944-0e0d9baf8402 req-9837a97d-dff0-400b-9831-bdc7a472628a tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501834 Sep 27 12:19:09.500975 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c18388-b7c2-4e15-a9ff-8ca87c84ed80 req-79665a88-d7fb-449b-bff1-291b6f8870c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:09.502395 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-87c18388-b7c2-4e15-a9ff-8ca87c84ed80 req-79665a88-d7fb-449b-bff1-291b6f8870c1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb94006c-5aa7-4ce9-9d8d-2a1c357579ff HTTP/1.1" status: 200 len: 858 time: 0.0864336 Sep 27 12:19:09.505232 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aaf0d3f8-53ad-4548-8142-41fe8694045c req-d4e25828-6678-4009-be8e-1e40c05fb717 service neutron] 10.222.0.25 "GET /v2.0/networks/5403b160-6d1e-45bc-9efc-c408d4d66d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334049 Sep 27 12:19:09.559627 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-87c18388-b7c2-4e15-a9ff-8ca87c84ed80 req-0c88d8e5-08c1-49af-a759-d0321c13b745 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9a440886-809f-4d5f-ac76-4eef69acf370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411131 Sep 27 12:19:09.699160 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aaf0d3f8-53ad-4548-8142-41fe8694045c req-effd27e4-fa64-4f05-83c8-d122bf2852fe service neutron] 10.222.0.25 "GET /v2.0/networks/5403b160-6d1e-45bc-9efc-c408d4d66d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716781 Sep 27 12:19:09.716401 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-87c18388-b7c2-4e15-a9ff-8ca87c84ed80 req-0c9e62ac-1855-4c7c-80be-d7c643e3c4bb service neutron] 10.222.0.25 "GET /v2.0/networks/9a440886-809f-4d5f-ac76-4eef69acf370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445265 Sep 27 12:19:09.809568 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-87c18388-b7c2-4e15-a9ff-8ca87c84ed80 req-8e3eba41-2f96-490d-8153-8aa0c68a7789 service neutron] 10.222.0.25 "GET /v2.0/networks/9a440886-809f-4d5f-ac76-4eef69acf370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851579 Sep 27 12:19:09.870662 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437515a-0931-41f9-bbca-3ddadb9ebde4 req-4bf0b183-5b25-4c90-bb53-3ebb4cccf6f5 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:09.872751 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7437515a-0931-41f9-bbca-3ddadb9ebde4 req-4bf0b183-5b25-4c90-bb53-3ebb4cccf6f5 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 944 time: 0.0513210 Sep 27 12:19:09.900675 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c18388-b7c2-4e15-a9ff-8ca87c84ed80 req-bcc7a701-2f75-4cf5-a541-039340613fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:09.902663 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-87c18388-b7c2-4e15-a9ff-8ca87c84ed80 req-bcc7a701-2f75-4cf5-a541-039340613fc2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e49334ec40b4775857a718d005d2752&device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 1097 time: 0.0424318 Sep 27 12:19:09.911428 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7437515a-0931-41f9-bbca-3ddadb9ebde4 req-5ad299b0-8107-47ba-920f-e3ff7b16a53a tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326276 Sep 27 12:19:09.988297 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c18388-b7c2-4e15-a9ff-8ca87c84ed80 req-b7d474fd-b6b8-4ced-8ab5-e83d6b6cdcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:09.989736 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-87c18388-b7c2-4e15-a9ff-8ca87c84ed80 req-b7d474fd-b6b8-4ced-8ab5-e83d6b6cdcbc service neutron] 10.222.0.25 "GET /v2.0/networks?id=9a440886-809f-4d5f-ac76-4eef69acf370 HTTP/1.1" status: 200 len: 919 time: 0.0805397 Sep 27 12:19:10.033361 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-87c18388-b7c2-4e15-a9ff-8ca87c84ed80 req-ba4cc125-975c-427d-b5cb-cb5cd19f036a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02c33be0-043c-4a2b-bf57-ed3c9837eba8 HTTP/1.1" status: 200 len: 217 time: 0.0359237 Sep 27 12:19:10.080097 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c18388-b7c2-4e15-a9ff-8ca87c84ed80 req-2e174baf-681a-4dba-9de7-766bd98983a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:10.081460 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-87c18388-b7c2-4e15-a9ff-8ca87c84ed80 req-2e174baf-681a-4dba-9de7-766bd98983a6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb94006c-5aa7-4ce9-9d8d-2a1c357579ff HTTP/1.1" status: 200 len: 858 time: 0.0408618 Sep 27 12:19:10.112651 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-87c18388-b7c2-4e15-a9ff-8ca87c84ed80 req-df4c3714-bb78-4f93-a334-3b1666e28f9c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9a440886-809f-4d5f-ac76-4eef69acf370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226674 Sep 27 12:19:10.203048 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-87c18388-b7c2-4e15-a9ff-8ca87c84ed80 req-2f028c79-8d7f-42be-af11-26a6ecdfbe1d service neutron] 10.222.0.25 "GET /v2.0/networks/9a440886-809f-4d5f-ac76-4eef69acf370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827572 Sep 27 12:19:10.268361 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['e66ad8df-696a-46a5-8d93-d425f5ce3e82'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:19:10.293054 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-87c18388-b7c2-4e15-a9ff-8ca87c84ed80 req-6aad87cc-da44-4704-bfbd-ce8cf8f03d21 service neutron] 10.222.0.25 "GET /v2.0/networks/9a440886-809f-4d5f-ac76-4eef69acf370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831878 Sep 27 12:19:10.485025 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb59991-9404-4723-8099-d59091f75581 req-db6eeb47-5603-4aef-b1a4-ef4e9689fcee tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:10.486918 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3bb59991-9404-4723-8099-d59091f75581 req-db6eeb47-5603-4aef-b1a4-ef4e9689fcee tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.0615149 Sep 27 12:19:10.531595 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3bb59991-9404-4723-8099-d59091f75581 req-87f12639-e9c9-4b57-a6e6-2b5915f090a5 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384438 Sep 27 12:19:10.614594 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad8f57-e8fc-4128-b1ce-c90c6d884686 req-e4825dd9-7771-492f-8ffd-b6592fc5f6c8 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:10.616053 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5aad8f57-e8fc-4128-b1ce-c90c6d884686 req-e4825dd9-7771-492f-8ffd-b6592fc5f6c8 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 943 time: 0.0479813 Sep 27 12:19:10.654335 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5aad8f57-e8fc-4128-b1ce-c90c6d884686 req-c47a8569-53b4-4c44-9057-7eb446cc617a tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317938 Sep 27 12:19:10.995755 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:11.022256 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50a3d3-9ab3-49cd-9c4f-42e1d88d4263 req-45779998-2048-4056-aeae-6f71066e0537 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:11.023746 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7a50a3d3-9ab3-49cd-9c4f-42e1d88d4263 req-45779998-2048-4056-aeae-6f71066e0537 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 944 time: 0.0477302 Sep 27 12:19:11.060131 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7a50a3d3-9ab3-49cd-9c4f-42e1d88d4263 req-b5bd7c81-b9fe-4fcf-bd26-6ef9f35db012 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305896 Sep 27 12:19:11.682411 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351c583-abe8-445e-bc46-10d23f3c8849 req-85d7609d-7272-4c9d-878a-5358939ac565 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:11.690711 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1351c583-abe8-445e-bc46-10d23f3c8849 req-85d7609d-7272-4c9d-878a-5358939ac565 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.0762706 Sep 27 12:19:11.727924 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1351c583-abe8-445e-bc46-10d23f3c8849 req-c671f0df-c764-4eeb-9306-d1914882e13b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363376 Sep 27 12:19:11.776492 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05cac9-d02b-49f0-9731-b25403274565 req-4f4c07aa-c27e-46bd-a889-389154fe1612 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:11.780967 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-cd05cac9-d02b-49f0-9731-b25403274565 req-4f4c07aa-c27e-46bd-a889-389154fe1612 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 943 time: 0.0544672 Sep 27 12:19:11.820830 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-cd05cac9-d02b-49f0-9731-b25403274565 req-ce9d4288-a94e-4091-8be1-f151af6e9c53 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361400 Sep 27 12:19:12.184559 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d5944-3f5d-409a-8824-2410a3f143f0 req-55c3cbdf-11d7-4a99-9c6b-bd2f3dabaa21 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:12.186007 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-418d5944-3f5d-409a-8824-2410a3f143f0 req-55c3cbdf-11d7-4a99-9c6b-bd2f3dabaa21 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 944 time: 0.0511718 Sep 27 12:19:12.222118 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-418d5944-3f5d-409a-8824-2410a3f143f0 req-781832aa-ff13-4adc-8ba9-a7919c281217 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302794 Sep 27 12:19:12.845715 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490bae4-20d6-4aa5-9012-21cb314278a9 req-f1287d0d-eef3-4af3-a9b4-da8b4aa6c48e tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:12.847210 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f490bae4-20d6-4aa5-9012-21cb314278a9 req-f1287d0d-eef3-4af3-a9b4-da8b4aa6c48e tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.0485530 Sep 27 12:19:12.891813 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f490bae4-20d6-4aa5-9012-21cb314278a9 req-731e7253-185b-4f40-bdc3-4d84a5fa1a26 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379443 Sep 27 12:19:12.940106 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7763310-fe50-4603-88b0-4a5b89556b2a req-c49a31d8-8064-4b7f-9ce7-99e8da1b89df tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:12.941491 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e7763310-fe50-4603-88b0-4a5b89556b2a req-c49a31d8-8064-4b7f-9ce7-99e8da1b89df tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 943 time: 0.0486925 Sep 27 12:19:12.978938 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e7763310-fe50-4603-88b0-4a5b89556b2a req-bb9994d9-d91d-4ebd-a05c-0ef9463e2610 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315793 Sep 27 12:19:12.980416 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 54002) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:13.079970 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bb17a2e2-48ec-40ca-9f48-6496b3316376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:13.170584 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bb17a2e2-48ec-40ca-9f48-6496b3316376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:13.174249 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bb17a2e2-48ec-40ca-9f48-6496b3316376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:13.215590 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-bb17a2e2-48ec-40ca-9f48-6496b3316376 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=be7475acc6b741fd885bf486b3abfc8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311535 Sep 27 12:19:13.215590 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17a2e2-48ec-40ca-9f48-6496b3316376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb705b74-623c-4d38-aa9b-a488ea8c2f11,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:13.215982 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 54012) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:13.264988 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3187f55a-6d94-417d-8664-175ffce0f8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:13.290421 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3187f55a-6d94-417d-8664-175ffce0f8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:13.360475 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd65564-8fc6-42d3-a787-7807af67e3d5 req-89d9444b-f393-4862-a733-28553b4b4d00 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:13.361982 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6dd65564-8fc6-42d3-a787-7807af67e3d5 req-89d9444b-f393-4862-a733-28553b4b4d00 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 944 time: 0.0696607 Sep 27 12:19:13.383438 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3187f55a-6d94-417d-8664-175ffce0f8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:13.385860 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3187f55a-6d94-417d-8664-175ffce0f8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:13.387531 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-3187f55a-6d94-417d-8664-175ffce0f8f3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fb705b74-623c-4d38-aa9b-a488ea8c2f11 HTTP/1.1" status: 204 len: 168 time: 0.1705754 Sep 27 12:19:13.400167 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187f55a-6d94-417d-8664-175ffce0f8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb705b74-623c-4d38-aa9b-a488ea8c2f11,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:13.416483 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6dd65564-8fc6-42d3-a787-7807af67e3d5 req-8a52a550-ed26-49be-8bb0-5e441cd47d91 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483594 Sep 27 12:19:13.642694 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 54020) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:13.655359 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1b973386-f058-4274-baa6-303e17a45ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:13.748282 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1b973386-f058-4274-baa6-303e17a45ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:13.759990 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1b973386-f058-4274-baa6-303e17a45ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:13.789002 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-1b973386-f058-4274-baa6-303e17a45ca8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cab2b2aa146040619eecd95e470a1eb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452549 Sep 27 12:19:13.789862 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b973386-f058-4274-baa6-303e17a45ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e7f176-c561-48c2-be01-e2c7ca246105,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:13.791709 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 54026) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:13.812001 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device e66ad8df-696a-46a5-8d93-d425f5ce3e82 up at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:19:13.842516 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-985a6748-292a-4831-8e66-86051b272ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:13.862098 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning for port e66ad8df-696a-46a5-8d93-d425f5ce3e82 completed by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:19:13.865919 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning complete for port e66ad8df-696a-46a5-8d93-d425f5ce3e82 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:19:13.866285 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:13.867290 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-985a6748-292a-4831-8e66-86051b272ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:13.916978 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-985a6748-292a-4831-8e66-86051b272ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:13.920499 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-985a6748-292a-4831-8e66-86051b272ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:13.929942 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-985a6748-292a-4831-8e66-86051b272ba9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/30e7f176-c561-48c2-be01-e2c7ca246105 HTTP/1.1" status: 204 len: 168 time: 0.1333733 Sep 27 12:19:13.938145 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a6748-292a-4831-8e66-86051b272ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e7f176-c561-48c2-be01-e2c7ca246105,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:13.956072 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:13.984522 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813918b4-c699-400c-8e3e-c768da6304fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66ad8df-696a-46a5-8d93-d425f5ce3e82'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:19:14.052930 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port e66ad8df-696a-46a5-8d93-d425f5ce3e82, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e66ad8df-696a-46a5-8d93-d425f5ce3e82,segment=NetworkSegment(77b0ae6e-244d-42b8-ba89-f6f76d83312f),segment_id=77b0ae6e-244d-42b8-ba89-f6f76d83312f)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:19:14.062799 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:14.063922 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf0e45-44ed-47e3-869f-c22458673d37 req-2c3eecf5-4f95-43ac-8c1f-eb091da4286c tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:14.067114 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-67cf0e45-44ed-47e3-869f-c22458673d37 req-2c3eecf5-4f95-43ac-8c1f-eb091da4286c tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.0831578 Sep 27 12:19:14.124057 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=e66ad8df-696a-46a5-8d93-d425f5ce3e82,revision_number=5']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:14.130760 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6627463-fee8-42cd-bd56-4d64f6fad033 req-a925dd7e-1744-45f0-ae00-d8283ad34746 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:14.132705 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c6627463-fee8-42cd-bd56-4d64f6fad033 req-a925dd7e-1744-45f0-ae00-d8283ad34746 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 943 time: 0.0660822 Sep 27 12:19:14.142109 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-67cf0e45-44ed-47e3-869f-c22458673d37 req-c715af06-d8ca-48a0-9c3e-8344f151dcc6 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576217 Sep 27 12:19:14.182154 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c6627463-fee8-42cd-bd56-4d64f6fad033 req-fc2b2e59-51a4-4714-b212-95ac67dec72b tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427508 Sep 27 12:19:14.208098 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1408999cb3bb97c5ae56cf322f48a5762bdf0801c3dd38f4c7a67e93a613b0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cd4309-f4cb-4b9b-96f5-3a2b3ea96165" -d '{"events": [{"server_uuid": "813918b4-c699-400c-8e3e-c768da6304fa", "name": "network-vif-plugged", "status": "completed", "tag": "e66ad8df-696a-46a5-8d93-d425f5ce3e82"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:19:14.358169 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b96cda-498e-4c47-8166-b8650bf22429 x-openstack-request-id: req-77b96cda-498e-4c47-8166-b8650bf22429 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:19:14.358460 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813918b4-c699-400c-8e3e-c768da6304fa", "name": "network-vif-plugged", "status": "completed", "tag": "e66ad8df-696a-46a5-8d93-d425f5ce3e82", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:19:14.358715 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-77b96cda-498e-4c47-8166-b8650bf22429 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:19:14.359203 dv-cinder-768458-11-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813918b4-c699-400c-8e3e-c768da6304fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66ad8df-696a-46a5-8d93-d425f5ce3e82', 'code': 200} Sep 27 12:19:14.532618 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d6743-8b0e-4394-ba47-1e2348aedfe3 req-30e550d3-315b-4c91-a8cd-b4532091f1e6 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:14.534186 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5b5d6743-8b0e-4394-ba47-1e2348aedfe3 req-30e550d3-315b-4c91-a8cd-b4532091f1e6 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 945 time: 0.0486903 Sep 27 12:19:14.571247 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5b5d6743-8b0e-4394-ba47-1e2348aedfe3 req-ae7b139f-8ba7-4503-ba69-931eb1ca9f5a tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309591 Sep 27 12:19:14.781764 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 5b0c1849-8983-4161-af1f-fc3931118d95 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:19:14.888969 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 5b0c1849-8983-4161-af1f-fc3931118d95, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5b0c1849-8983-4161-af1f-fc3931118d95,segment=NetworkSegment(2a6580eb-8685-4d7a-9cf9-25621c7b4860),segment_id=2a6580eb-8685-4d7a-9cf9-25621c7b4860)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:19:14.900081 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Returning: {'device': '5b0c1849-8983-4161-af1f-fc3931118d95', 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43', 'port_id': '5b0c1849-8983-4161-af1f-fc3931118d95', 'mac_address': 'fa:16:3e:a5:f4:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:19:14.939989 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:14.952850 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b0c1849-8983-4161-af1f-fc3931118d95 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:19:14.972096 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 5b0c1849-8983-4161-af1f-fc3931118d95, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5b0c1849-8983-4161-af1f-fc3931118d95,segment=NetworkSegment(2a6580eb-8685-4d7a-9cf9-25621c7b4860),segment_id=2a6580eb-8685-4d7a-9cf9-25621c7b4860)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:19:14.976324 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:15.022552 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=5b0c1849-8983-4161-af1f-fc3931118d95,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:15.043654 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 54080) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:15.145024 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b8f36957-87bb-4705-8aca-6c65e88c0081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:15.240798 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b8f36957-87bb-4705-8aca-6c65e88c0081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:15.245311 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b8f36957-87bb-4705-8aca-6c65e88c0081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:15.276243 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2df051-b3cc-4c54-85c0-c09cb3bdb3a0 req-52e25459-efde-4641-8175-c812a3f5fb9b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:15.277797 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5f2df051-b3cc-4c54-85c0-c09cb3bdb3a0 req-52e25459-efde-4641-8175-c812a3f5fb9b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 944 time: 0.0567772 Sep 27 12:19:15.317785 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5f2df051-b3cc-4c54-85c0-c09cb3bdb3a0 req-687783a2-18ab-4b6f-bf4e-9f0c55b718a6 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337012 Sep 27 12:19:15.323539 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-b8f36957-87bb-4705-8aca-6c65e88c0081 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cc6637d44f524603b42a1f5a6710f3c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2788203 Sep 27 12:19:15.325103 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f36957-87bb-4705-8aca-6c65e88c0081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524d3f18-eef6-4d7d-8a42-c1d71da76f2a,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:15.327299 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf003-92e3-47f0-890e-c6bc176366aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:15.327845 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 54090) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:15.339581 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92eb474-851c-4a3e-ad3f-d61ef5bdc383 req-be6ce9c0-bd0c-460f-a7c7-6d7ffb43deb9 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:15.341238 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e92eb474-851c-4a3e-ad3f-d61ef5bdc383 req-be6ce9c0-bd0c-460f-a7c7-6d7ffb43deb9 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 943 time: 0.0896366 Sep 27 12:19:15.386298 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e92eb474-851c-4a3e-ad3f-d61ef5bdc383 req-50e4f4ed-34cd-4a37-84de-29fc5bacf5b7 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390627 Sep 27 12:19:15.390934 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9fcff39d-6bf5-4758-85a2-e9fe28fb7c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:15.412923 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9fcff39d-6bf5-4758-85a2-e9fe28fb7c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:15.459310 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9fcff39d-6bf5-4758-85a2-e9fe28fb7c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:15.461839 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9fcff39d-6bf5-4758-85a2-e9fe28fb7c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:15.462998 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-9fcff39d-6bf5-4758-85a2-e9fe28fb7c9e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/524d3f18-eef6-4d7d-8a42-c1d71da76f2a HTTP/1.1" status: 204 len: 168 time: 0.1327147 Sep 27 12:19:15.470293 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcff39d-6bf5-4758-85a2-e9fe28fb7c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524d3f18-eef6-4d7d-8a42-c1d71da76f2a,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:15.691749 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f768e28-1fff-41d9-bcc1-9fae46c345bb req-5c3c62a0-e970-44bf-b4b2-cbe80d52cc8d tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:15.693234 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6f768e28-1fff-41d9-bcc1-9fae46c345bb req-5c3c62a0-e970-44bf-b4b2-cbe80d52cc8d tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 945 time: 0.0561047 Sep 27 12:19:15.735250 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6f768e28-1fff-41d9-bcc1-9fae46c345bb req-86818d7f-c8df-4d1c-9265-46b4676b7619 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354533 Sep 27 12:19:16.467796 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 54144) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:16.529384 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4508a-4010-49af-85ee-28095183a6be req-784bfa48-e883-4581-bb02-800efeb8b99a tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:16.530782 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-84c4508a-4010-49af-85ee-28095183a6be req-784bfa48-e883-4581-bb02-800efeb8b99a tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 943 time: 0.0608666 Sep 27 12:19:16.537734 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be03348-f9c2-4be8-8159-c05d9cf8c84a req-76415bd4-a592-4af0-bb16-dec947ba33f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:16.539299 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2be03348-f9c2-4be8-8159-c05d9cf8c84a req-76415bd4-a592-4af0-bb16-dec947ba33f4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 1098 time: 0.1328390 Sep 27 12:19:16.546623 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c588464-ba62-4fab-b363-e614ba082206 req-ea14d5e3-11a0-46e4-b075-c7c8e88eaea5 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:16.548072 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8c588464-ba62-4fab-b363-e614ba082206 req-ea14d5e3-11a0-46e4-b075-c7c8e88eaea5 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 944 time: 0.0945458 Sep 27 12:19:16.562859 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-2be03348-f9c2-4be8-8159-c05d9cf8c84a req-1aaffb39-c45b-42d0-b6f2-f58f3b018a13 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:16.572111 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-84c4508a-4010-49af-85ee-28095183a6be req-928cb6fa-6b35-411a-835b-94cda6a00a31 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338111 Sep 27 12:19:16.588357 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-61c01e27-0e8d-4011-bd54-529ae2fb1946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:16.615383 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8c588464-ba62-4fab-b363-e614ba082206 req-720c4801-141a-4e8e-a583-58473fa8e808 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541079 Sep 27 12:19:16.676228 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-2be03348-f9c2-4be8-8159-c05d9cf8c84a req-1aaffb39-c45b-42d0-b6f2-f58f3b018a13 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:16.679893 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-2be03348-f9c2-4be8-8159-c05d9cf8c84a req-1aaffb39-c45b-42d0-b6f2-f58f3b018a13 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:16.709698 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2be03348-f9c2-4be8-8159-c05d9cf8c84a req-1aaffb39-c45b-42d0-b6f2-f58f3b018a13 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607091 Sep 27 12:19:16.718086 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaffb39-c45b-42d0-b6f2-f58f3b018a13 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=480686e9-977c-4176-a3e2-b59670feb817,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:16.754900 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-61c01e27-0e8d-4011-bd54-529ae2fb1946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:16.758684 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-61c01e27-0e8d-4011-bd54-529ae2fb1946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:16.797778 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-61c01e27-0e8d-4011-bd54-529ae2fb1946 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e2e3860096a74905b12e8dda56b9bd77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3289053 Sep 27 12:19:16.799689 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c01e27-0e8d-4011-bd54-529ae2fb1946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8ad35a-bb91-428e-8869-46228f6f18ba,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:16.800456 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 54154) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:16.850956 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0d2ced01-ee44-43a2-89ea-c6023662dae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:16.851240 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34817cfb-0812-421f-8cf3-c173f6858aec req-e512c613-0700-4f16-bd7a-f0f28ff7d4d8 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:16.852934 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-34817cfb-0812-421f-8cf3-c173f6858aec req-e512c613-0700-4f16-bd7a-f0f28ff7d4d8 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 945 time: 0.0502570 Sep 27 12:19:16.872073 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0d2ced01-ee44-43a2-89ea-c6023662dae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:16.891186 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-34817cfb-0812-421f-8cf3-c173f6858aec req-3e2b19d4-8ee5-486b-acfe-c628a3e03d8b tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318203 Sep 27 12:19:16.919079 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0d2ced01-ee44-43a2-89ea-c6023662dae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:16.921552 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0d2ced01-ee44-43a2-89ea-c6023662dae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:16.922694 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-0d2ced01-ee44-43a2-89ea-c6023662dae9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7c8ad35a-bb91-428e-8869-46228f6f18ba HTTP/1.1" status: 204 len: 168 time: 0.1212740 Sep 27 12:19:16.930414 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ced01-ee44-43a2-89ea-c6023662dae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8ad35a-bb91-428e-8869-46228f6f18ba,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:17.051309 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 8a3d71ac-67c4-425f-8286-f99bf623bff0 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:19:17.153813 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 8a3d71ac-67c4-425f-8286-f99bf623bff0, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8a3d71ac-67c4-425f-8286-f99bf623bff0,segment=NetworkSegment(055fa8d3-07aa-407b-b867-9d1cc47cda2b),segment_id=055fa8d3-07aa-407b-b867-9d1cc47cda2b)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:19:17.164892 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Returning: {'device': '8a3d71ac-67c4-425f-8286-f99bf623bff0', 'network_id': '9a440886-809f-4d5f-ac76-4eef69acf370', 'port_id': '8a3d71ac-67c4-425f-8286-f99bf623bff0', 'mac_address': 'fa:16:3e:65:9e:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb94006c-5aa7-4ce9-9d8d-2a1c357579ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:19:17.201659 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:17.214069 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a3d71ac-67c4-425f-8286-f99bf623bff0 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:19:17.235562 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 8a3d71ac-67c4-425f-8286-f99bf623bff0, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8a3d71ac-67c4-425f-8286-f99bf623bff0,segment=NetworkSegment(055fa8d3-07aa-407b-b867-9d1cc47cda2b),segment_id=055fa8d3-07aa-407b-b867-9d1cc47cda2b)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:19:17.239317 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:17.240166 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 02c33be0-043c-4a2b-bf57-ed3c9837eba8 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:19:17.271189 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['5b0c1849-8983-4161-af1f-fc3931118d95'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:19:17.343853 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 02c33be0-043c-4a2b-bf57-ed3c9837eba8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=02c33be0-043c-4a2b-bf57-ed3c9837eba8,segment=NetworkSegment(055fa8d3-07aa-407b-b867-9d1cc47cda2b),segment_id=055fa8d3-07aa-407b-b867-9d1cc47cda2b)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:19:17.353088 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=8a3d71ac-67c4-425f-8286-f99bf623bff0,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:17.365015 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Returning: {'device': '02c33be0-043c-4a2b-bf57-ed3c9837eba8', 'network_id': '9a440886-809f-4d5f-ac76-4eef69acf370', 'port_id': '02c33be0-043c-4a2b-bf57-ed3c9837eba8', 'mac_address': 'fa:16:3e:d6:87:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb94006c-5aa7-4ce9-9d8d-2a1c357579ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:19:17.422650 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:17.445241 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02c33be0-043c-4a2b-bf57-ed3c9837eba8 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:19:17.481621 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 02c33be0-043c-4a2b-bf57-ed3c9837eba8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=02c33be0-043c-4a2b-bf57-ed3c9837eba8,segment=NetworkSegment(055fa8d3-07aa-407b-b867-9d1cc47cda2b),segment_id=055fa8d3-07aa-407b-b867-9d1cc47cda2b)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:19:17.487194 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:17.549506 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-584182c0-0e02-457b-8753-736d720831db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:17.570129 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=02c33be0-043c-4a2b-bf57-ed3c9837eba8,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:17.694640 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2dbdc-0549-4f35-bbec-882ff888b520 req-37574dc7-2ebc-491e-b3fd-71e8762b9454 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:17.696673 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c5f2dbdc-0549-4f35-bbec-882ff888b520 req-37574dc7-2ebc-491e-b3fd-71e8762b9454 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 944 time: 0.0577314 Sep 27 12:19:17.735730 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c5f2dbdc-0549-4f35-bbec-882ff888b520 req-a1cf5c23-058d-4f32-8773-6cabdd0e4e39 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324497 Sep 27 12:19:17.739453 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12601ba-115f-428e-a1e1-ad0d14693861 req-75a0e6ca-1117-46b3-83d5-649c97c7ef43 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:17.741073 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e12601ba-115f-428e-a1e1-ad0d14693861 req-75a0e6ca-1117-46b3-83d5-649c97c7ef43 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 944 time: 0.0509636 Sep 27 12:19:17.781692 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e12601ba-115f-428e-a1e1-ad0d14693861 req-620d8900-7548-4cd4-bade-a198133853b5 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332932 Sep 27 12:19:18.021326 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1d038-0361-4c3f-83b4-aefd98897dfc req-05cfb254-0db6-4721-8282-eb57fdbc7415 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:18.022786 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-43b1d038-0361-4c3f-83b4-aefd98897dfc req-05cfb254-0db6-4721-8282-eb57fdbc7415 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 945 time: 0.0500295 Sep 27 12:19:18.060753 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-43b1d038-0361-4c3f-83b4-aefd98897dfc req-14806894-c1fa-48ec-a6e0-5732a0f59f5c tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314376 Sep 27 12:19:18.690972 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:18.854348 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477412e-bee4-4966-9825-9349beee12bf req-3354d73e-d456-4f37-a8ae-58f180e25932 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:18.856485 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5477412e-bee4-4966-9825-9349beee12bf req-3354d73e-d456-4f37-a8ae-58f180e25932 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 944 time: 0.0524714 Sep 27 12:19:18.912817 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ee559-6727-4a5f-ae2b-70c8ff234ea8 req-7133860d-79ab-42b5-a6be-ff16daebc8c2 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:18.921551 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e12ee559-6727-4a5f-ae2b-70c8ff234ea8 req-7133860d-79ab-42b5-a6be-ff16daebc8c2 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 944 time: 0.0654459 Sep 27 12:19:18.928972 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5477412e-bee4-4966-9825-9349beee12bf req-7952c6a6-8f50-42ca-afe7-64e5eaf5b838 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660305 Sep 27 12:19:18.961599 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e12ee559-6727-4a5f-ae2b-70c8ff234ea8 req-54c5fe6a-23f0-46a6-9901-e71ce47e88bb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391793 Sep 27 12:19:19.173788 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59c0c3-29f7-4845-b212-12e3088a0f77 req-f6e49406-4803-4b14-a511-fe2141df215d tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:19.175322 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-be59c0c3-29f7-4845-b212-12e3088a0f77 req-f6e49406-4803-4b14-a511-fe2141df215d tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 945 time: 0.0506923 Sep 27 12:19:19.212291 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-be59c0c3-29f7-4845-b212-12e3088a0f77 req-8c31f81e-5a70-4a09-91e4-793e674227f6 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308793 Sep 27 12:19:19.603980 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:20.032366 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0be54-274d-4d72-a6ae-7084863c311e req-0a2d0ecc-b346-468d-b95b-8bde249e6819 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:20.034036 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-16f0be54-274d-4d72-a6ae-7084863c311e req-0a2d0ecc-b346-468d-b95b-8bde249e6819 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 944 time: 0.0502150 Sep 27 12:19:20.090265 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9320a19-1988-441f-b771-1b59a96c6a2e req-aadfe12f-edd3-4d09-8c42-2c546a4bc2d1 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:20.090874 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-16f0be54-274d-4d72-a6ae-7084863c311e req-b5a0965f-43ad-42c7-bee8-7025049f1fb0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497622 Sep 27 12:19:20.091802 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f9320a19-1988-441f-b771-1b59a96c6a2e req-aadfe12f-edd3-4d09-8c42-2c546a4bc2d1 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 944 time: 0.0514040 Sep 27 12:19:20.142931 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f9320a19-1988-441f-b771-1b59a96c6a2e req-38f93588-b051-48c8-b257-425be7d887ba tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330131 Sep 27 12:19:20.323359 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb79dd0-5ffe-4ead-9979-50cba1cef2a2 req-ff1fb954-4df8-417a-bb5c-0e3f5e7805f4 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:20.324854 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2bb79dd0-5ffe-4ead-9979-50cba1cef2a2 req-ff1fb954-4df8-417a-bb5c-0e3f5e7805f4 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 945 time: 0.0488083 Sep 27 12:19:20.362592 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2bb79dd0-5ffe-4ead-9979-50cba1cef2a2 req-19d6f535-1bfa-46c5-b23d-af9e834b68c0 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318046 Sep 27 12:19:20.827530 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:21.202797 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363ffb0-8065-4568-b55d-816af56045a3 req-422ef2cb-e306-4e64-bbe6-eec2e45d6c8e tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:21.204323 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b363ffb0-8065-4568-b55d-816af56045a3 req-422ef2cb-e306-4e64-bbe6-eec2e45d6c8e tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 944 time: 0.0478046 Sep 27 12:19:21.245260 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b363ffb0-8065-4568-b55d-816af56045a3 req-932cd499-17cc-4a7f-ae79-bc74d5de4c3b tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345542 Sep 27 12:19:21.263040 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd1d60-d566-4ae0-860a-6ab44e7ee6e9 req-f0673419-31bc-4457-9674-8427641bd1e5 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:21.264504 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-90dd1d60-d566-4ae0-860a-6ab44e7ee6e9 req-f0673419-31bc-4457-9674-8427641bd1e5 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 944 time: 0.0518236 Sep 27 12:19:21.300294 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-90dd1d60-d566-4ae0-860a-6ab44e7ee6e9 req-e4efc917-a509-4cca-9e65-a7a4957808e8 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299184 Sep 27 12:19:21.474267 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d95f9c-d593-4d5a-a4d3-195e5bce5aab req-2df14349-ca81-43c2-8048-393b9c377db4 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:21.475750 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-94d95f9c-d593-4d5a-a4d3-195e5bce5aab req-2df14349-ca81-43c2-8048-393b9c377db4 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 945 time: 0.0499845 Sep 27 12:19:21.512311 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-94d95f9c-d593-4d5a-a4d3-195e5bce5aab req-8dd4faed-0797-445e-b390-b1385bd4e4af tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302482 Sep 27 12:19:22.355414 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d04f6-f06d-4ba1-9da3-984cf30eb240 req-02efa9b8-865b-4f98-b141-29de8d23fda2 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:22.356891 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-732d04f6-f06d-4ba1-9da3-984cf30eb240 req-02efa9b8-865b-4f98-b141-29de8d23fda2 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 944 time: 0.0471921 Sep 27 12:19:22.394123 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-732d04f6-f06d-4ba1-9da3-984cf30eb240 req-97352ff3-9376-4222-a526-d963dd5ba84c tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314128 Sep 27 12:19:22.421208 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f485a-e45c-4c7e-952f-9c4d8a7baabf req-9f238de2-440c-468d-bc61-e5f841ba7e54 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:22.422654 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4a9f485a-e45c-4c7e-952f-9c4d8a7baabf req-9f238de2-440c-468d-bc61-e5f841ba7e54 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 944 time: 0.0470479 Sep 27 12:19:22.460496 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4a9f485a-e45c-4c7e-952f-9c4d8a7baabf req-80e85bab-c60d-49d4-a538-323ca266e856 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318804 Sep 27 12:19:22.621659 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72cd28-c3cb-4771-a5fd-5e1f2eaabdfa req-c679cb5b-d0d5-4579-be14-e1bf80463f39 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:22.623048 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fb72cd28-c3cb-4771-a5fd-5e1f2eaabdfa req-c679cb5b-d0d5-4579-be14-e1bf80463f39 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 945 time: 0.0470688 Sep 27 12:19:22.660099 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fb72cd28-c3cb-4771-a5fd-5e1f2eaabdfa req-9a972c9d-3f95-45a4-94e5-079edaf948c0 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310304 Sep 27 12:19:22.664818 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['8a3d71ac-67c4-425f-8286-f99bf623bff0'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:19:23.245314 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['02c33be0-043c-4a2b-bf57-ed3c9837eba8'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:19:23.504063 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf00923-ed5d-4206-845d-6322ba1b8c90 req-12c589f4-6e77-482c-8d24-33b02e1daeaf tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:23.505827 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dbf00923-ed5d-4206-845d-6322ba1b8c90 req-12c589f4-6e77-482c-8d24-33b02e1daeaf tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 944 time: 0.0474949 Sep 27 12:19:23.545442 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dbf00923-ed5d-4206-845d-6322ba1b8c90 req-34081fa5-890c-459d-a8b5-f81a1381dc2d tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332329 Sep 27 12:19:23.579631 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f11ec-aefd-412a-9006-452c5c97e817 req-5d53d22f-ce9e-4e2f-becf-95db19481bd5 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:23.581076 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0c7f11ec-aefd-412a-9006-452c5c97e817 req-5d53d22f-ce9e-4e2f-becf-95db19481bd5 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 944 time: 0.0505435 Sep 27 12:19:23.617701 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0c7f11ec-aefd-412a-9006-452c5c97e817 req-b5537d85-9497-4150-8df0-12f73b7773e1 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302396 Sep 27 12:19:23.769937 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 5b0c1849-8983-4161-af1f-fc3931118d95 up at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:19:23.784638 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a87c21-b6e0-4844-8c8a-9c69c62b022a req-04ee1305-5aa7-408d-b4e7-040ea08b0964 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:23.786404 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-77a87c21-b6e0-4844-8c8a-9c69c62b022a req-04ee1305-5aa7-408d-b4e7-040ea08b0964 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 945 time: 0.0594621 Sep 27 12:19:23.820117 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning for port 5b0c1849-8983-4161-af1f-fc3931118d95 completed by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:19:23.824517 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning complete for port 5b0c1849-8983-4161-af1f-fc3931118d95 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:19:23.824927 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:23.827639 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-77a87c21-b6e0-4844-8c8a-9c69c62b022a req-c2130bad-9eb1-482f-a8fa-590bf7969f49 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347164 Sep 27 12:19:23.901685 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:23.922531 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0c1849-8983-4161-af1f-fc3931118d95'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:19:23.924937 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1408999cb3bb97c5ae56cf322f48a5762bdf0801c3dd38f4c7a67e93a613b0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec8f4db-2291-4cd7-9566-9852dfe5414c" -d '{"events": [{"server_uuid": "2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9", "name": "network-vif-plugged", "status": "completed", "tag": "5b0c1849-8983-4161-af1f-fc3931118d95"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:19:23.937628 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 5b0c1849-8983-4161-af1f-fc3931118d95, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5b0c1849-8983-4161-af1f-fc3931118d95,segment=NetworkSegment(2a6580eb-8685-4d7a-9cf9-25621c7b4860),segment_id=2a6580eb-8685-4d7a-9cf9-25621c7b4860)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:19:23.942636 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:23.967690 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e504e9d-5284-4a7e-ae69-9542541081d1 x-openstack-request-id: req-0e504e9d-5284-4a7e-ae69-9542541081d1 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:19:23.968013 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9", "name": "network-vif-plugged", "status": "completed", "tag": "5b0c1849-8983-4161-af1f-fc3931118d95", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:19:23.968246 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0e504e9d-5284-4a7e-ae69-9542541081d1 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:19:23.968646 dv-cinder-768458-11-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0c1849-8983-4161-af1f-fc3931118d95', 'code': 200} Sep 27 12:19:24.006931 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=5b0c1849-8983-4161-af1f-fc3931118d95,revision_number=5']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:24.177953 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1cfd54-e664-471f-a204-56565aeba40d req-116cbfe5-b180-4199-8d48-35fc932e21ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:24.179455 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-df1cfd54-e664-471f-a204-56565aeba40d req-116cbfe5-b180-4199-8d48-35fc932e21ba service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 1098 time: 0.0408707 Sep 27 12:19:24.226912 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-df1cfd54-e664-471f-a204-56565aeba40d req-9627d409-d93c-42d8-9430-42ac900bbeec service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280397 Sep 27 12:19:24.657293 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be31309-0dfc-4154-a673-69ce95cecb45 req-7f4da0ad-7cf2-44f8-9baf-4a5955b35297 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:24.658876 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3be31309-0dfc-4154-a673-69ce95cecb45 req-7f4da0ad-7cf2-44f8-9baf-4a5955b35297 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 944 time: 0.0483975 Sep 27 12:19:24.699470 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3be31309-0dfc-4154-a673-69ce95cecb45 req-387e5bb2-a27b-4ec9-9197-2ced785eb0e4 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336840 Sep 27 12:19:24.754482 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4bd182-f8e1-4656-8260-af3663b6eb46 req-96940e90-7ebd-4c27-9dbc-f0087da58a85 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:24.755998 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-9f4bd182-f8e1-4656-8260-af3663b6eb46 req-96940e90-7ebd-4c27-9dbc-f0087da58a85 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0592444 Sep 27 12:19:24.794731 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-9f4bd182-f8e1-4656-8260-af3663b6eb46 req-e893e853-5165-4cc7-9207-7577c99e595c tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327423 Sep 27 12:19:24.937794 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775633d-d3a0-4eb4-a0cd-4952c05ab7d3 req-064d8856-96bc-419d-8b16-304eab930a72 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:24.939247 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d775633d-d3a0-4eb4-a0cd-4952c05ab7d3 req-064d8856-96bc-419d-8b16-304eab930a72 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 945 time: 0.0473666 Sep 27 12:19:24.975908 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d775633d-d3a0-4eb4-a0cd-4952c05ab7d3 req-c0ca1d68-712d-4427-8007-3feaea50bb32 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308609 Sep 27 12:19:25.814934 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c142a0-7712-4737-8094-7ed16a371ae3 req-a23cff3b-274b-4966-bfe8-722647bf2ea1 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:25.816276 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f3c142a0-7712-4737-8094-7ed16a371ae3 req-a23cff3b-274b-4966-bfe8-722647bf2ea1 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 944 time: 0.0499251 Sep 27 12:19:25.853130 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f3c142a0-7712-4737-8094-7ed16a371ae3 req-490a60ec-b267-4cd5-9163-03706fc2554d tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306630 Sep 27 12:19:25.911046 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36dc35-a5d0-44f6-bfb3-a825fcee30e3 req-c1565519-84b0-4165-a556-dad13ed5f6cb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:25.912448 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-de36dc35-a5d0-44f6-bfb3-a825fcee30e3 req-c1565519-84b0-4165-a556-dad13ed5f6cb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0491900 Sep 27 12:19:25.948622 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-de36dc35-a5d0-44f6-bfb3-a825fcee30e3 req-a7b245d8-c416-46fa-becc-5db818424a9e tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297761 Sep 27 12:19:26.629718 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 8a3d71ac-67c4-425f-8286-f99bf623bff0 up at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:19:26.681241 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning for port 8a3d71ac-67c4-425f-8286-f99bf623bff0 completed by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:19:26.684798 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning complete for port 8a3d71ac-67c4-425f-8286-f99bf623bff0 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:19:26.685172 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:26.761725 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:26.785035 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05f7ba8-aaf7-436d-91f5-e8fd6db37457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3d71ac-67c4-425f-8286-f99bf623bff0'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:19:26.787319 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1408999cb3bb97c5ae56cf322f48a5762bdf0801c3dd38f4c7a67e93a613b0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32aebd84-ce9e-4cf9-8ac4-f82604758c79" -d '{"events": [{"server_uuid": "c05f7ba8-aaf7-436d-91f5-e8fd6db37457", "name": "network-vif-plugged", "status": "completed", "tag": "8a3d71ac-67c4-425f-8286-f99bf623bff0"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:19:26.800273 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 8a3d71ac-67c4-425f-8286-f99bf623bff0, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8a3d71ac-67c4-425f-8286-f99bf623bff0,segment=NetworkSegment(055fa8d3-07aa-407b-b867-9d1cc47cda2b),segment_id=055fa8d3-07aa-407b-b867-9d1cc47cda2b)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:19:26.805362 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:26.829356 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6603600e-f154-4328-bfe1-5f880510fff0 x-openstack-request-id: req-6603600e-f154-4328-bfe1-5f880510fff0 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:19:26.829642 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05f7ba8-aaf7-436d-91f5-e8fd6db37457", "name": "network-vif-plugged", "status": "completed", "tag": "8a3d71ac-67c4-425f-8286-f99bf623bff0", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:19:26.829892 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6603600e-f154-4328-bfe1-5f880510fff0 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:19:26.830268 dv-cinder-768458-11-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05f7ba8-aaf7-436d-91f5-e8fd6db37457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3d71ac-67c4-425f-8286-f99bf623bff0', 'code': 200} Sep 27 12:19:26.856531 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=8a3d71ac-67c4-425f-8286-f99bf623bff0,revision_number=5']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:26.969130 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272327a5-44b2-41f5-929d-cc4e66e83543 req-c5156e66-b8c4-437e-a9ca-e5f3990b30f2 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:26.970619 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-272327a5-44b2-41f5-929d-cc4e66e83543 req-c5156e66-b8c4-437e-a9ca-e5f3990b30f2 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0533662 Sep 27 12:19:27.015126 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-272327a5-44b2-41f5-929d-cc4e66e83543 req-7de4f155-b83d-4a51-ba96-6a338844d28b tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347228 Sep 27 12:19:27.068985 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ac637-355d-44fe-be1a-70c9b5df8b23 req-386aef80-ee43-4062-a529-e3983b080c7b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:27.070328 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0b0ac637-355d-44fe-be1a-70c9b5df8b23 req-386aef80-ee43-4062-a529-e3983b080c7b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0465689 Sep 27 12:19:27.105850 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0b0ac637-355d-44fe-be1a-70c9b5df8b23 req-4df99e51-afbe-4297-9eca-ce7777b043bf tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290644 Sep 27 12:19:27.792802 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 02c33be0-043c-4a2b-bf57-ed3c9837eba8 up at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:19:27.930926 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning for port 02c33be0-043c-4a2b-bf57-ed3c9837eba8 completed by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:19:27.934323 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning complete for port 02c33be0-043c-4a2b-bf57-ed3c9837eba8 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:19:27.934694 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:28.006723 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:28.040400 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 02c33be0-043c-4a2b-bf57-ed3c9837eba8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=02c33be0-043c-4a2b-bf57-ed3c9837eba8,segment=NetworkSegment(055fa8d3-07aa-407b-b867-9d1cc47cda2b),segment_id=055fa8d3-07aa-407b-b867-9d1cc47cda2b)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:19:28.046012 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:28.095715 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=02c33be0-043c-4a2b-bf57-ed3c9837eba8,revision_number=5']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:28.128287 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb38f3-94bf-4520-96a4-b61a8068e244 req-6328af96-011e-4950-ac9b-5c8bf21b03ab tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:28.129735 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1ceb38f3-94bf-4520-96a4-b61a8068e244 req-6328af96-011e-4950-ac9b-5c8bf21b03ab tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0484016 Sep 27 12:19:28.168002 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1ceb38f3-94bf-4520-96a4-b61a8068e244 req-17948068-fab9-4847-a259-295773b01212 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319753 Sep 27 12:19:28.221047 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32657753-62f2-42e2-9aed-62e4fd100aa8 req-802b7f99-7f77-4060-a454-d2dc6d3a0d70 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:28.222436 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-32657753-62f2-42e2-9aed-62e4fd100aa8 req-802b7f99-7f77-4060-a454-d2dc6d3a0d70 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0479116 Sep 27 12:19:28.260367 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-32657753-62f2-42e2-9aed-62e4fd100aa8 req-38b9443b-f6ff-432d-8181-eca76c1b98b8 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300205 Sep 27 12:19:28.831181 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcad86e-f102-4d23-8653-585521cb7d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c33be0-043c-4a2b-bf57-ed3c9837eba8'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:19:28.833781 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1408999cb3bb97c5ae56cf322f48a5762bdf0801c3dd38f4c7a67e93a613b0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8411494b-e85a-4a47-bf62-0eae420b2a62" -d '{"events": [{"server_uuid": "0dcad86e-f102-4d23-8653-585521cb7d7b", "name": "network-vif-plugged", "status": "completed", "tag": "02c33be0-043c-4a2b-bf57-ed3c9837eba8"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:19:28.868026 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e260d838-ff40-4069-8854-e9361a1c96c1 x-openstack-request-id: req-e260d838-ff40-4069-8854-e9361a1c96c1 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:19:28.868321 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dcad86e-f102-4d23-8653-585521cb7d7b", "name": "network-vif-plugged", "status": "completed", "tag": "02c33be0-043c-4a2b-bf57-ed3c9837eba8", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:19:28.868575 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e260d838-ff40-4069-8854-e9361a1c96c1 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:19:28.868957 dv-cinder-768458-11-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dcad86e-f102-4d23-8653-585521cb7d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c33be0-043c-4a2b-bf57-ed3c9837eba8', 'code': 200} Sep 27 12:19:29.280275 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edd5c5-0b02-40ef-954b-8e0ef8b0b700 req-aa154084-bffb-47a6-b219-79c99c9c7732 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:29.281713 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a0edd5c5-0b02-40ef-954b-8e0ef8b0b700 req-aa154084-bffb-47a6-b219-79c99c9c7732 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0497460 Sep 27 12:19:29.319032 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a0edd5c5-0b02-40ef-954b-8e0ef8b0b700 req-b48e0531-d39c-4762-979e-2000a928ac63 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313628 Sep 27 12:19:29.389274 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ef73d-e98e-4ec0-97d5-4c129973c73a req-e66501a5-75af-490c-80af-c1bec16dd400 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:29.390889 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6f9ef73d-e98e-4ec0-97d5-4c129973c73a req-e66501a5-75af-490c-80af-c1bec16dd400 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0546899 Sep 27 12:19:29.432411 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6f9ef73d-e98e-4ec0-97d5-4c129973c73a req-e383762d-99ca-4389-99ec-533973e4e6d5 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356853 Sep 27 12:19:29.490836 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50ce67-3b0e-4331-a93f-26a19ca264dd req-0a243bea-89ff-4b51-98c0-225b84575def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:29.492399 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5a50ce67-3b0e-4331-a93f-26a19ca264dd req-0a243bea-89ff-4b51-98c0-225b84575def service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 1098 time: 0.0656447 Sep 27 12:19:29.581993 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5a50ce67-3b0e-4331-a93f-26a19ca264dd req-3ad9b4c4-b8ad-4449-baeb-08bd1bd2a938 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538924 Sep 27 12:19:29.587835 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c21d07-af7f-420a-a153-00cb1c25ab39 req-d4d294ed-4fee-4aab-bad7-e3ac911d5aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:29.589876 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-91c21d07-af7f-420a-a153-00cb1c25ab39 req-d4d294ed-4fee-4aab-bad7-e3ac911d5aee service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 1099 time: 0.0556755 Sep 27 12:19:30.144310 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-91c21d07-af7f-420a-a153-00cb1c25ab39 req-9b6dfe53-0dba-49d6-95a7-a64acc739e6b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297053 Sep 27 12:19:30.431403 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e762281-a8c4-4df6-add1-1c6a7a60dffd req-23442caf-a62e-4832-a0f2-407a4f73b320 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:30.433319 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6e762281-a8c4-4df6-add1-1c6a7a60dffd req-23442caf-a62e-4832-a0f2-407a4f73b320 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0494885 Sep 27 12:19:30.470628 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6e762281-a8c4-4df6-add1-1c6a7a60dffd req-f061ad50-a93c-435a-9818-63419483be18 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312724 Sep 27 12:19:30.570571 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1845c9-43ee-4c14-b11e-3cb394bbe69c req-1ecbef3c-7221-4219-b7f7-265d0d9343d1 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:30.572086 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ba1845c9-43ee-4c14-b11e-3cb394bbe69c req-1ecbef3c-7221-4219-b7f7-265d0d9343d1 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0631871 Sep 27 12:19:30.619709 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ba1845c9-43ee-4c14-b11e-3cb394bbe69c req-9346f4d9-2576-44e5-8c29-bb6209e0441c tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397079 Sep 27 12:19:31.580388 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d706ce-c861-472f-8937-9a5d51cae06a req-543aab52-cf81-4ff9-b237-0c7e54026b49 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:31.581857 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-37d706ce-c861-472f-8937-9a5d51cae06a req-543aab52-cf81-4ff9-b237-0c7e54026b49 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0475900 Sep 27 12:19:31.619022 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-37d706ce-c861-472f-8937-9a5d51cae06a req-93a852c1-e011-4be1-85f0-66118105f245 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310786 Sep 27 12:19:31.739755 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0210ea-a68f-4eeb-a043-a0d4d47c2aab req-a24eba3b-d1c6-4faa-8bb5-8b9d4fc01e94 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:31.741227 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9e0210ea-a68f-4eeb-a043-a0d4d47c2aab req-a24eba3b-d1c6-4faa-8bb5-8b9d4fc01e94 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0479598 Sep 27 12:19:31.778804 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9e0210ea-a68f-4eeb-a043-a0d4d47c2aab req-f80796ce-47c8-44b2-8bf8-6f208c6d23b5 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308998 Sep 27 12:19:32.733797 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255cf07-7ff4-4a29-9037-df0e2f8fc2a5 req-d8801746-ea2a-40d5-810d-d02e4ab67e27 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:32.735285 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d255cf07-7ff4-4a29-9037-df0e2f8fc2a5 req-d8801746-ea2a-40d5-810d-d02e4ab67e27 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0502393 Sep 27 12:19:32.771059 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d255cf07-7ff4-4a29-9037-df0e2f8fc2a5 req-8b4cb7a2-4b42-4a48-bbbb-449bbedda553 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298336 Sep 27 12:19:32.897089 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006b894-9956-4c5e-9f53-ef8fd2d91701 req-ca651326-cb9f-4cfb-b98b-f4b297ded7ce tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:32.898525 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6006b894-9956-4c5e-9f53-ef8fd2d91701 req-ca651326-cb9f-4cfb-b98b-f4b297ded7ce tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0510907 Sep 27 12:19:32.934362 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6006b894-9956-4c5e-9f53-ef8fd2d91701 req-eea288d4-649e-4c08-a5c4-470a900d0c8f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299294 Sep 27 12:19:34.050508 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d4e6b-ab7b-4119-a9bd-53c67e23b0bd req-88b8ed55-62a9-4d54-ba11-20b29ae55e63 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:34.051987 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-cd5d4e6b-ab7b-4119-a9bd-53c67e23b0bd req-88b8ed55-62a9-4d54-ba11-20b29ae55e63 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.2169049 Sep 27 12:19:34.054149 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11522b7e-5a0a-4d48-b543-263aec02bb15 req-a0ddacdc-1bbf-4092-aea8-720e92907d49 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:34.055640 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-11522b7e-5a0a-4d48-b543-263aec02bb15 req-a0ddacdc-1bbf-4092-aea8-720e92907d49 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0479796 Sep 27 12:19:34.089265 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-cd5d4e6b-ab7b-4119-a9bd-53c67e23b0bd req-283cd348-4cfe-4bab-a6d5-87dbd2a7797e tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313544 Sep 27 12:19:34.092222 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-11522b7e-5a0a-4d48-b543-263aec02bb15 req-c7db1a7d-6210-4593-910c-2644c9571e12 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303159 Sep 27 12:19:35.201069 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb9055-990e-46cc-824e-e95fcd94ba02 req-8bb1d54a-c4cf-4112-9b63-ed750e122479 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:35.202589 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f8cb9055-990e-46cc-824e-e95fcd94ba02 req-8bb1d54a-c4cf-4112-9b63-ed750e122479 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0480559 Sep 27 12:19:35.205854 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014550d-d358-4b20-b361-d00d0ddbe4eb req-2d6c37de-6eee-4797-8e9d-f13ffd668bf2 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:35.207581 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1014550d-d358-4b20-b361-d00d0ddbe4eb req-2d6c37de-6eee-4797-8e9d-f13ffd668bf2 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0465784 Sep 27 12:19:35.239839 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f8cb9055-990e-46cc-824e-e95fcd94ba02 req-b263b4e4-4f25-4078-92f1-d0c34c99e76d tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308495 Sep 27 12:19:35.243130 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1014550d-d358-4b20-b361-d00d0ddbe4eb req-7cbd79b3-97b6-4811-8f11-bb68f741d38a tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295782 Sep 27 12:19:35.970034 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-91697996-9840-441c-8414-3522dfddfb76 req-56cfdd61-1192-45a2-a696-ed5bfae4aad5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377450 Sep 27 12:19:36.126196 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91697996-9840-441c-8414-3522dfddfb76 req-03f308c6-3602-4ab5-a057-1f24cdbc3e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:36.127707 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-91697996-9840-441c-8414-3522dfddfb76 req-03f308c6-3602-4ab5-a057-1f24cdbc3e5c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=272fe0cc16074204bc4c5b4a72a61d21&device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 1098 time: 0.0436728 Sep 27 12:19:36.231329 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91697996-9840-441c-8414-3522dfddfb76 req-0893acd6-92e1-456f-83eb-8e1f5cf82f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:36.232704 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-91697996-9840-441c-8414-3522dfddfb76 req-0893acd6-92e1-456f-83eb-8e1f5cf82f7d service neutron] 10.222.0.25 "GET /v2.0/networks?id=6c26758c-9cc1-4501-8798-538f25140b27 HTTP/1.1" status: 200 len: 913 time: 0.0841377 Sep 27 12:19:36.291020 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-91697996-9840-441c-8414-3522dfddfb76 req-a9aa7915-fa5c-44de-904f-3ec28f990f4e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e66ad8df-696a-46a5-8d93-d425f5ce3e82 HTTP/1.1" status: 200 len: 217 time: 0.0401115 Sep 27 12:19:36.366336 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f4f38-a48b-4f8e-ada1-81567f5b1458 req-be285503-b58b-4ef0-beb3-bcd82affb7a4 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:36.367882 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7c7f4f38-a48b-4f8e-ada1-81567f5b1458 req-be285503-b58b-4ef0-beb3-bcd82affb7a4 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0535090 Sep 27 12:19:36.399587 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9beba-ce16-4c43-b8ec-b5d5942abf11 req-22ba8522-ec7e-47ea-910c-c512f5fa78e9 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:36.401111 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1aa9beba-ce16-4c43-b8ec-b5d5942abf11 req-22ba8522-ec7e-47ea-910c-c512f5fa78e9 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0849028 Sep 27 12:19:36.403139 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91697996-9840-441c-8414-3522dfddfb76 req-e5214492-d303-4124-b8ef-5412757b2505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:36.404471 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-91697996-9840-441c-8414-3522dfddfb76 req-e5214492-d303-4124-b8ef-5412757b2505 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=25349ce5-9aac-4948-9af3-d75d4216f44d HTTP/1.1" status: 200 len: 852 time: 0.0624845 Sep 27 12:19:36.409358 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7c7f4f38-a48b-4f8e-ada1-81567f5b1458 req-1e620e93-74eb-4de1-8607-beeebfab7f5e tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352681 Sep 27 12:19:36.462577 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-91697996-9840-441c-8414-3522dfddfb76 req-11dd1c84-7494-4e96-8dce-b47d07b8744f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6c26758c-9cc1-4501-8798-538f25140b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473890 Sep 27 12:19:36.483035 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1aa9beba-ce16-4c43-b8ec-b5d5942abf11 req-24d6a1de-3f13-46d7-b4eb-73049448f4e3 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740769 Sep 27 12:19:36.568493 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-91697996-9840-441c-8414-3522dfddfb76 req-8db3b061-06b1-4e45-9f30-19c1023e67b5 service neutron] 10.222.0.25 "GET /v2.0/networks/6c26758c-9cc1-4501-8798-538f25140b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950236 Sep 27 12:19:36.571238 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a4fb4-718a-4f2e-8ead-168b2009c66f req-0f7d7220-021a-423d-96ce-4241db2735b4 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:36.572719 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e26a4fb4-718a-4f2e-8ead-168b2009c66f req-0f7d7220-021a-423d-96ce-4241db2735b4 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0489244 Sep 27 12:19:36.581879 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 54642) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:36.586489 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-b75494ca-d32b-4a65-bfd2-efecab7c1a61 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Request body: {'floatingip': {'port_id': '5b0c1849-8983-4161-af1f-fc3931118d95'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:19:36.660322 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b75494ca-d32b-4a65-bfd2-efecab7c1a61 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for floatingip, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:36.667322 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-91697996-9840-441c-8414-3522dfddfb76 req-6b15ac07-217d-423c-949b-8c23e2a12489 service neutron] 10.222.0.25 "GET /v2.0/networks/6c26758c-9cc1-4501-8798-538f25140b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850339 Sep 27 12:19:37.478147 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b75494ca-d32b-4a65-bfd2-efecab7c1a61 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:37.482976 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b75494ca-d32b-4a65-bfd2-efecab7c1a61 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528668'] for floatingip, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:37.596170 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.db.l3_db [None req-b75494ca-d32b-4a65-bfd2-efecab7c1a61 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Floating IP 7d10291f-c064-46e7-9ff2-ba47e127dd02 associated. External IP: 172.27.2.88, port: 5b0c1849-8983-4161-af1f-fc3931118d95. Sep 27 12:19:37.644580 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efeb34-ba26-45e8-8d0e-912a16e77d80 req-3b6ec6b7-6285-4f11-89ca-e7ea86449d18 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:37.646795 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e1efeb34-ba26-45e8-8d0e-912a16e77d80 req-3b6ec6b7-6285-4f11-89ca-e7ea86449d18 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0638814 Sep 27 12:19:37.699691 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e1efeb34-ba26-45e8-8d0e-912a16e77d80 req-38b07de4-cd7b-4846-9dba-7f0d130df42f tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452776 Sep 27 12:19:37.827953 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75494ca-d32b-4a65-bfd2-efecab7c1a61 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Router 7e34173f-b3cd-4495-90f3-2967c66803be has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:19:37.974170 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75494ca-d32b-4a65-bfd2-efecab7c1a61 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:19:37.982877 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b75494ca-d32b-4a65-bfd2-efecab7c1a61 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:37.991387 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35e507f-d3d6-4b56-8f50-52eb0162fdc2 None None] Sync routers for ids ['7e34173f-b3cd-4495-90f3-2967c66803be'] in dv-cinder-768458-11-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:19:38.002011 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35e507f-d3d6-4b56-8f50-52eb0162fdc2 None None] Routers {'7e34173f-b3cd-4495-90f3-2967c66803be'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:19:38.004638 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-c35e507f-d3d6-4b56-8f50-52eb0162fdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:19:17Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['7e34173f-b3cd-4495-90f3-2967c66803be'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:19:38.033553 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-b75494ca-d32b-4a65-bfd2-efecab7c1a61 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "PUT /v2.0/floatingips/7d10291f-c064-46e7-9ff2-ba47e127dd02 HTTP/1.1" status: 200 len: 990 time: 1.4478302 Sep 27 12:19:38.033553 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9', 'tag': '5b0c1849-8983-4161-af1f-fc3931118d95'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:19:38.033974 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c26ab455eec571cb02c2f89dbcf09edd8fa8b0e7f71c3551ef27f8a7e15ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5507a143-e6b1-4e84-b78f-0e311ddff091" -d '{"events": [{"name": "network-changed", "server_uuid": "2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9", "tag": "5b0c1849-8983-4161-af1f-fc3931118d95"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:19:38.131966 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8929c-93ce-4005-ac30-8d0720c952b9 req-4bbfd598-2f38-49cb-a6d1-d0b1d0b3d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:38.133505 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-93e8929c-93ce-4005-ac30-8d0720c952b9 req-4bbfd598-2f38-49cb-a6d1-d0b1d0b3d491 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e49334ec40b4775857a718d005d2752&device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 1098 time: 0.1419573 Sep 27 12:19:38.148039 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6335115-aa07-4520-b646-a8fa8de8d1a0 req-1453fd70-606d-40e0-8025-04087718269b tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:38.156589 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e6335115-aa07-4520-b646-a8fa8de8d1a0 req-1453fd70-606d-40e0-8025-04087718269b tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.1785810 Sep 27 12:19:38.166550 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-c35e507f-d3d6-4b56-8f50-52eb0162fdc2 None None] Set router 7e34173f-b3cd-4495-90f3-2967c66803be gateway port host: dv-cinder-768458-11-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:19:38.264855 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e6335115-aa07-4520-b646-a8fa8de8d1a0 req-ba96f9d5-1f19-4526-b922-06cf1a76c646 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059592 Sep 27 12:19:38.287230 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321a421e-ba1a-474e-b625-d351e5383d0c x-openstack-request-id: req-321a421e-ba1a-474e-b625-d351e5383d0c {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:19:38.287515 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9", "tag": "5b0c1849-8983-4161-af1f-fc3931118d95", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:19:38.287837 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-321a421e-ba1a-474e-b625-d351e5383d0c {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:19:38.288186 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9', 'tag': '5b0c1849-8983-4161-af1f-fc3931118d95', 'status': 'completed', 'code': 200} Sep 27 12:19:38.328826 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8929c-93ce-4005-ac30-8d0720c952b9 req-217d409c-bc44-45bb-8729-fe29eedd68f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:38.330352 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-93e8929c-93ce-4005-ac30-8d0720c952b9 req-217d409c-bc44-45bb-8729-fe29eedd68f1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9a440886-809f-4d5f-ac76-4eef69acf370 HTTP/1.1" status: 200 len: 919 time: 0.1715741 Sep 27 12:19:38.504678 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-93e8929c-93ce-4005-ac30-8d0720c952b9 req-42126ca9-dffe-465d-b375-dcf630ecd633 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a3d71ac-67c4-425f-8286-f99bf623bff0 HTTP/1.1" status: 200 len: 217 time: 0.0953381 Sep 27 12:19:38.516605 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507a143-e6b1-4e84-b78f-0e311ddff091 req-25c2e4da-2b68-44e1-a7de-c39a720cb8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:38.518211 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5507a143-e6b1-4e84-b78f-0e311ddff091 req-25c2e4da-2b68-44e1-a7de-c39a720cb8ad service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=72093fa7db4244d79c19eca210667037&device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 1098 time: 0.1870441 Sep 27 12:19:38.660329 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8929c-93ce-4005-ac30-8d0720c952b9 req-a19a7fa4-f2e8-41c9-9b53-9df444540657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:38.661810 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-93e8929c-93ce-4005-ac30-8d0720c952b9 req-a19a7fa4-f2e8-41c9-9b53-9df444540657 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb94006c-5aa7-4ce9-9d8d-2a1c357579ff HTTP/1.1" status: 200 len: 858 time: 0.1419098 Sep 27 12:19:38.719853 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 54744) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:38.729889 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-93e8929c-93ce-4005-ac30-8d0720c952b9 req-2c976f06-d28f-40ec-a730-5dc2b33e7ec2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9a440886-809f-4d5f-ac76-4eef69acf370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583715 Sep 27 12:19:38.828160 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-93e8929c-93ce-4005-ac30-8d0720c952b9 req-29dfaa73-30e1-46e7-93f4-1c1b3cf984c6 service neutron] 10.222.0.25 "GET /v2.0/networks/9a440886-809f-4d5f-ac76-4eef69acf370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897045 Sep 27 12:19:38.847974 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507a143-e6b1-4e84-b78f-0e311ddff091 req-306110dd-91bb-413e-b27f-0a4f8b1fd655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:38.849423 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5507a143-e6b1-4e84-b78f-0e311ddff091 req-306110dd-91bb-413e-b27f-0a4f8b1fd655 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5403b160-6d1e-45bc-9efc-c408d4d66d43 HTTP/1.1" status: 200 len: 918 time: 0.3199422 Sep 27 12:19:38.864840 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-c35e507f-d3d6-4b56-8f50-52eb0162fdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'name': 'tempest-AttachVolumeShelveTestJSON-2004355141-router', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:18:27Z', 'updated_at': '2021-09-27T12:18:33Z', 'revision_number': 4, 'project_id': '72093fa7db4244d79c19eca210667037', 'gw_port': {'id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:28Z', 'updated_at': '2021-09-27T12:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_floatingips': [{'id': '7d10291f-c064-46e7-9ff2-ba47e127dd02', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'router_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'port_id': '5b0c1849-8983-4161-af1f-fc3931118d95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43', 'mac_address': 'fa:16:3e:a5:f4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:18:40Z', 'updated_at': '2021-09-27T12:19:37Z', 'revision_number': 1, 'project_id': '72093fa7db4244d79c19eca210667037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0', 'name': '', 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'mac_address': 'fa:16:3e:6f:53:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:32Z', 'updated_at': '2021-09-27T12:18:40Z', 'revision_number': 5, 'project_id': '72093fa7db4244d79c19eca210667037', 'subnets': [{'id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:19:38.907522 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35e507f-d3d6-4b56-8f50-52eb0162fdc2 None None] Checking router: 7e34173f-b3cd-4495-90f3-2967c66803be for host: dv-cinder-768458-11-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:19:38.918064 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35e507f-d3d6-4b56-8f50-52eb0162fdc2 None None] Routers {'7e34173f-b3cd-4495-90f3-2967c66803be'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:19:38.918683 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-c35e507f-d3d6-4b56-8f50-52eb0162fdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:19:17Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['7e34173f-b3cd-4495-90f3-2967c66803be'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:19:38.933890 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-27075158-fbac-4991-9d7e-d8e2742a22da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:39.014403 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5507a143-e6b1-4e84-b78f-0e311ddff091 req-68934e2e-27bf-43ad-992e-f4e3e2c7008b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b0c1849-8983-4161-af1f-fc3931118d95 HTTP/1.1" status: 200 len: 998 time: 0.1527267 Sep 27 12:19:39.089988 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507a143-e6b1-4e84-b78f-0e311ddff091 req-c3133b1a-d68a-42dc-85a6-dd689a992655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:39.091765 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-27075158-fbac-4991-9d7e-d8e2742a22da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:39.092506 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5507a143-e6b1-4e84-b78f-0e311ddff091 req-c3133b1a-d68a-42dc-85a6-dd689a992655 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c2b6d0e0-734d-4b24-98bc-9d4bdee30d50 HTTP/1.1" status: 200 len: 856 time: 0.0635617 Sep 27 12:19:39.096941 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-93e8929c-93ce-4005-ac30-8d0720c952b9 req-0486a106-3798-41d9-ad99-3e12d002287e service neutron] 10.222.0.25 "GET /v2.0/networks/9a440886-809f-4d5f-ac76-4eef69acf370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593856 Sep 27 12:19:39.098215 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-27075158-fbac-4991-9d7e-d8e2742a22da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:39.144755 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-27075158-fbac-4991-9d7e-d8e2742a22da admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a8063fa8675b49d3b5fe9d6f01e3a31a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4227302 Sep 27 12:19:39.147068 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 54778) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:39.176655 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-c35e507f-d3d6-4b56-8f50-52eb0162fdc2 None None] Set router 7e34173f-b3cd-4495-90f3-2967c66803be gateway port host: dv-cinder-768458-11-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:19:39.180556 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27075158-fbac-4991-9d7e-d8e2742a22da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015b5453-d9c9-4d87-8cd2-d4b19c40a7b1,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:39.183831 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507a143-e6b1-4e84-b78f-0e311ddff091 req-4b8420aa-2c77-40a4-98de-9a24556238ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:39.185918 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5507a143-e6b1-4e84-b78f-0e311ddff091 req-4b8420aa-2c77-40a4-98de-9a24556238ca service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5403b160-6d1e-45bc-9efc-c408d4d66d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0666137 Sep 27 12:19:39.192146 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27075158-fbac-4991-9d7e-d8e2742a22da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:19:39.192658 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27075158-fbac-4991-9d7e-d8e2742a22da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:19:39.193139 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27075158-fbac-4991-9d7e-d8e2742a22da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:19:39.193630 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27075158-fbac-4991-9d7e-d8e2742a22da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:19:39.194102 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27075158-fbac-4991-9d7e-d8e2742a22da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:19:39.194571 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27075158-fbac-4991-9d7e-d8e2742a22da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:19:39.195069 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27075158-fbac-4991-9d7e-d8e2742a22da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:19:39.195537 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27075158-fbac-4991-9d7e-d8e2742a22da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:19:39.196019 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27075158-fbac-4991-9d7e-d8e2742a22da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:19:39.196482 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27075158-fbac-4991-9d7e-d8e2742a22da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:19:39.197079 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27075158-fbac-4991-9d7e-d8e2742a22da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:19:39.197541 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27075158-fbac-4991-9d7e-d8e2742a22da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:19:39.231390 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fbc77e9a-352b-47a0-99da-90440fb5df8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:39.264184 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fbc77e9a-352b-47a0-99da-90440fb5df8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:39.379700 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fbc77e9a-352b-47a0-99da-90440fb5df8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:39.382698 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fbc77e9a-352b-47a0-99da-90440fb5df8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:39.387615 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-fbc77e9a-352b-47a0-99da-90440fb5df8b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/015b5453-d9c9-4d87-8cd2-d4b19c40a7b1 HTTP/1.1" status: 204 len: 168 time: 0.2393434 Sep 27 12:19:39.399408 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5507a143-e6b1-4e84-b78f-0e311ddff091 req-3e2032af-8983-4bfb-b460-b94867ed2a7d service neutron] 10.222.0.25 "GET /v2.0/networks/5403b160-6d1e-45bc-9efc-c408d4d66d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055147 Sep 27 12:19:39.403736 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc77e9a-352b-47a0-99da-90440fb5df8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015b5453-d9c9-4d87-8cd2-d4b19c40a7b1,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:39.557324 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da517aed-2070-4040-888f-b082afeefdfe req-770b93cf-a747-4777-92fc-20947e6e93db tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:39.565257 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-da517aed-2070-4040-888f-b082afeefdfe req-770b93cf-a747-4777-92fc-20947e6e93db tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.1643050 Sep 27 12:19:39.626561 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-da517aed-2070-4040-888f-b082afeefdfe req-c9100ec9-9f41-4a00-a87e-7b321ab3466d tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603423 Sep 27 12:19:39.646126 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5507a143-e6b1-4e84-b78f-0e311ddff091 req-7b702811-a9bb-4040-864c-92f27a89da0a service neutron] 10.222.0.25 "GET /v2.0/networks/5403b160-6d1e-45bc-9efc-c408d4d66d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792622 Sep 27 12:19:39.663298 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-c35e507f-d3d6-4b56-8f50-52eb0162fdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'name': 'tempest-AttachVolumeShelveTestJSON-2004355141-router', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:18:27Z', 'updated_at': '2021-09-27T12:18:33Z', 'revision_number': 4, 'project_id': '72093fa7db4244d79c19eca210667037', 'gw_port': {'id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:28Z', 'updated_at': '2021-09-27T12:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_floatingips': [{'id': '7d10291f-c064-46e7-9ff2-ba47e127dd02', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'router_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'port_id': '5b0c1849-8983-4161-af1f-fc3931118d95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43', 'mac_address': 'fa:16:3e:a5:f4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:18:40Z', 'updated_at': '2021-09-27T12:19:37Z', 'revision_number': 1, 'project_id': '72093fa7db4244d79c19eca210667037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0', 'name': '', 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'mac_address': 'fa:16:3e:6f:53:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:32Z', 'updated_at': '2021-09-27T12:18:40Z', 'revision_number': 5, 'project_id': '72093fa7db4244d79c19eca210667037', 'subnets': [{'id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:19:39.703256 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35e507f-d3d6-4b56-8f50-52eb0162fdc2 None None] The sync data for ids ['7e34173f-b3cd-4495-90f3-2967c66803be'] in dv-cinder-768458-11-iscsi is: [{'id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'name': 'tempest-AttachVolumeShelveTestJSON-2004355141-router', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:18:27Z', 'updated_at': '2021-09-27T12:18:33Z', 'revision_number': 4, 'project_id': '72093fa7db4244d79c19eca210667037', 'gw_port': {'id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:28Z', 'updated_at': '2021-09-27T12:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_floatingips': [{'id': '7d10291f-c064-46e7-9ff2-ba47e127dd02', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'router_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'port_id': '5b0c1849-8983-4161-af1f-fc3931118d95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43', 'mac_address': 'fa:16:3e:a5:f4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:18:40Z', 'updated_at': '2021-09-27T12:19:37Z', 'revision_number': 1, 'project_id': '72093fa7db4244d79c19eca210667037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0', 'name': '', 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'mac_address': 'fa:16:3e:6f:53:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:32Z', 'updated_at': '2021-09-27T12:18:40Z', 'revision_number': 5, 'project_id': '72093fa7db4244d79c19eca210667037', 'subnets': [{'id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:19:39.835518 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 54820) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:39.914010 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 54828) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:39.932253 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-075c9787-93cb-44cd-988b-dd9cc60cd8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:39.971588 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fe1f14-8c59-4a0b-bf55-6cae3a3cb121 None None] New status for floating IP 7d10291f-c064-46e7-9ff2-ba47e127dd02: ACTIVE {{(pid=94063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:19:40.050756 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-075c9787-93cb-44cd-988b-dd9cc60cd8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:40.057376 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-075c9787-93cb-44cd-988b-dd9cc60cd8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:40.110675 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c9787-93cb-44cd-988b-dd9cc60cd8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f9305c-a026-4eb3-b507-5f31f54fae27,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:40.131832 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-075c9787-93cb-44cd-988b-dd9cc60cd8b6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e020f22f4d984caeaea8882b0843dd13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2164226 Sep 27 12:19:40.134413 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 54840) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:40.148290 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb679-297d-4202-8828-905d55b743bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:40.208961 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d02e41ad-10b9-4c05-bf91-fb10a7a76f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:40.239329 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d02e41ad-10b9-4c05-bf91-fb10a7a76f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:40.277253 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb679-297d-4202-8828-905d55b743bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:40.281762 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb679-297d-4202-8828-905d55b743bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:40.314787 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d02e41ad-10b9-4c05-bf91-fb10a7a76f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:40.320819 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d02e41ad-10b9-4c05-bf91-fb10a7a76f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:40.322730 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-d02e41ad-10b9-4c05-bf91-fb10a7a76f7f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/92f9305c-a026-4eb3-b507-5f31f54fae27 HTTP/1.1" status: 204 len: 168 time: 0.1872249 Sep 27 12:19:40.327223 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-a1fbb679-297d-4202-8828-905d55b743bf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f5d88ab7dcad44c6acb994bd0190af23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4904461 Sep 27 12:19:40.330249 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 54852) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:40.333454 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fbb679-297d-4202-8828-905d55b743bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345c0dd0-889d-42aa-a2be-1c7a19bfd025,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:40.393889 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e41ad-10b9-4c05-bf91-fb10a7a76f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f9305c-a026-4eb3-b507-5f31f54fae27,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:40.416672 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e41ad-10b9-4c05-bf91-fb10a7a76f7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:19:40.417079 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e41ad-10b9-4c05-bf91-fb10a7a76f7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:19:40.419143 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e41ad-10b9-4c05-bf91-fb10a7a76f7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:19:40.419143 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e41ad-10b9-4c05-bf91-fb10a7a76f7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:19:40.419143 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e41ad-10b9-4c05-bf91-fb10a7a76f7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:19:40.419143 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e41ad-10b9-4c05-bf91-fb10a7a76f7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:19:40.419493 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e41ad-10b9-4c05-bf91-fb10a7a76f7f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:19:40.419493 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e41ad-10b9-4c05-bf91-fb10a7a76f7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:19:40.419831 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e41ad-10b9-4c05-bf91-fb10a7a76f7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:19:40.420148 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e41ad-10b9-4c05-bf91-fb10a7a76f7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:19:40.420463 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e41ad-10b9-4c05-bf91-fb10a7a76f7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:19:40.420774 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e41ad-10b9-4c05-bf91-fb10a7a76f7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:19:40.438032 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8688eb87-38d0-4766-bbe4-2a3febc85e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:40.463414 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8688eb87-38d0-4766-bbe4-2a3febc85e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:40.520962 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8688eb87-38d0-4766-bbe4-2a3febc85e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:40.523846 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8688eb87-38d0-4766-bbe4-2a3febc85e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:40.527911 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-8688eb87-38d0-4766-bbe4-2a3febc85e0b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/345c0dd0-889d-42aa-a2be-1c7a19bfd025 HTTP/1.1" status: 204 len: 168 time: 0.1926208 Sep 27 12:19:40.535107 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688eb87-38d0-4766-bbe4-2a3febc85e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345c0dd0-889d-42aa-a2be-1c7a19bfd025,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:40.689515 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 54870) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:40.713526 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-57bc2e39-b06a-4c67-8d62-e2a93d56b0f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:40.767391 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7aab30-e2fd-4867-beb8-e46b5c7b211d req-458d228b-79ac-48bf-89ff-8776751986ae tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:40.768753 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6a7aab30-e2fd-4867-beb8-e46b5c7b211d req-458d228b-79ac-48bf-89ff-8776751986ae tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0716045 Sep 27 12:19:40.821082 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6a7aab30-e2fd-4867-beb8-e46b5c7b211d req-21149816-f8bb-49ed-9e9f-7636c4570484 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454397 Sep 27 12:19:40.866592 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-57bc2e39-b06a-4c67-8d62-e2a93d56b0f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:40.870085 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-57bc2e39-b06a-4c67-8d62-e2a93d56b0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:40.878353 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 54874) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:40.894022 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-97c41187-6410-480f-9196-6284d6cb12c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:40.908028 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-57bc2e39-b06a-4c67-8d62-e2a93d56b0f0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7822b1f04f6f42138fbdfe506ff628c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2173913 Sep 27 12:19:40.909137 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc2e39-b06a-4c67-8d62-e2a93d56b0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366adc01-fded-4f39-a737-357ab24a90a1,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:40.911446 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 54876) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:40.960264 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8996f5f9-c722-48fc-905a-a976c579a4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:40.981120 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8996f5f9-c722-48fc-905a-a976c579a4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:40.984074 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-97c41187-6410-480f-9196-6284d6cb12c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:40.988124 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-97c41187-6410-480f-9196-6284d6cb12c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:40.999766 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:41.028117 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-97c41187-6410-480f-9196-6284d6cb12c1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8adebfa6fcfd4ea4a9c09a9624bc69fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1485744 Sep 27 12:19:41.028963 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c41187-6410-480f-9196-6284d6cb12c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc7fe90-daf0-4a65-bfce-14c777eb4a1a,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:41.030688 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 54878) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:41.049724 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8996f5f9-c722-48fc-905a-a976c579a4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:41.052255 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8996f5f9-c722-48fc-905a-a976c579a4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:41.054525 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-8996f5f9-c722-48fc-905a-a976c579a4be admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/366adc01-fded-4f39-a737-357ab24a90a1 HTTP/1.1" status: 204 len: 168 time: 0.1410079 Sep 27 12:19:41.077747 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996f5f9-c722-48fc-905a-a976c579a4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366adc01-fded-4f39-a737-357ab24a90a1,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:41.097795 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1f26c563-aa30-422d-a7c2-fa25ab8b451d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:41.121113 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1f26c563-aa30-422d-a7c2-fa25ab8b451d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:41.178151 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1f26c563-aa30-422d-a7c2-fa25ab8b451d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:41.181366 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1f26c563-aa30-422d-a7c2-fa25ab8b451d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:41.183168 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-1f26c563-aa30-422d-a7c2-fa25ab8b451d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1bc7fe90-daf0-4a65-bfce-14c777eb4a1a HTTP/1.1" status: 204 len: 168 time: 0.1506593 Sep 27 12:19:41.192006 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26c563-aa30-422d-a7c2-fa25ab8b451d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc7fe90-daf0-4a65-bfce-14c777eb4a1a,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:41.443977 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 54902) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:41.616554 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e926e840-fd88-4e9e-8c10-b91699ea2259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:41.729958 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e926e840-fd88-4e9e-8c10-b91699ea2259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:41.733873 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e926e840-fd88-4e9e-8c10-b91699ea2259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:41.786504 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-e926e840-fd88-4e9e-8c10-b91699ea2259 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c9261eb5874f4ffdaf015d09f1a11670&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405089 Sep 27 12:19:41.787393 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926e840-fd88-4e9e-8c10-b91699ea2259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754e8ec2-e0c1-4ba4-998f-9b79caf9a53e,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:41.789418 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 54930) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:41.857893 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fe833cf8-4b58-4a8e-9b80-3b2be2b85cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:41.887039 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fe833cf8-4b58-4a8e-9b80-3b2be2b85cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:41.962358 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fe833cf8-4b58-4a8e-9b80-3b2be2b85cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:41.965635 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fe833cf8-4b58-4a8e-9b80-3b2be2b85cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:41.966757 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-fe833cf8-4b58-4a8e-9b80-3b2be2b85cbd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/754e8ec2-e0c1-4ba4-998f-9b79caf9a53e HTTP/1.1" status: 204 len: 168 time: 0.1757636 Sep 27 12:19:41.993199 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe833cf8-4b58-4a8e-9b80-3b2be2b85cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754e8ec2-e0c1-4ba4-998f-9b79caf9a53e,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:42.024464 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af97df-4367-4358-821e-0825adf8367f req-b62cf32e-ad7d-41d2-82b1-5e1e51f59da4 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:42.026000 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-96af97df-4367-4358-821e-0825adf8367f req-b62cf32e-ad7d-41d2-82b1-5e1e51f59da4 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0797148 Sep 27 12:19:42.049924 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 54948) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:42.072052 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-96af97df-4367-4358-821e-0825adf8367f req-e5a6c606-db9c-457c-8d04-bf8e8fb8291f tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389576 Sep 27 12:19:42.299833 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-91b7e862-9b43-4c9e-8912-e0616f0166ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:42.405140 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-91b7e862-9b43-4c9e-8912-e0616f0166ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:42.410199 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-91b7e862-9b43-4c9e-8912-e0616f0166ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:42.411686 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 54966) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:42.433332 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-26cb6797-8a73-432e-b068-7c38758d4a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:42.457707 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7e862-9b43-4c9e-8912-e0616f0166ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593dd28d-eee2-4610-a0e2-9dd0b65a1d64,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:42.477953 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-91b7e862-9b43-4c9e-8912-e0616f0166ad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0f64354dc90340999721c4d4274c05e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4227688 Sep 27 12:19:42.478218 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 54968) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:42.546141 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ad9c96b0-8e71-497b-9db7-d8276d0bc1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:42.573504 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ad9c96b0-8e71-497b-9db7-d8276d0bc1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:42.581504 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-26cb6797-8a73-432e-b068-7c38758d4a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:42.586749 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-26cb6797-8a73-432e-b068-7c38758d4a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:42.630121 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-26cb6797-8a73-432e-b068-7c38758d4a92 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e7e57f07f50049f08edb7d78d7c11bc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146173 Sep 27 12:19:42.630313 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 54978) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:42.642917 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb6797-8a73-432e-b068-7c38758d4a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28437d87-95e1-4daf-9d01-ca9e0c81988d,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:42.662522 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ad9c96b0-8e71-497b-9db7-d8276d0bc1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:42.667405 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ad9c96b0-8e71-497b-9db7-d8276d0bc1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:42.671751 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-ad9c96b0-8e71-497b-9db7-d8276d0bc1fd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/593dd28d-eee2-4610-a0e2-9dd0b65a1d64 HTTP/1.1" status: 204 len: 168 time: 0.1925359 Sep 27 12:19:42.691315 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:19:42.714252 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c96b0-8e71-497b-9db7-d8276d0bc1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593dd28d-eee2-4610-a0e2-9dd0b65a1d64,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:42.756316 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fac2ae84-5972-40a8-b3fd-1c3b4d986b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:42.779521 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fac2ae84-5972-40a8-b3fd-1c3b4d986b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:42.847192 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fac2ae84-5972-40a8-b3fd-1c3b4d986b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:42.850294 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fac2ae84-5972-40a8-b3fd-1c3b4d986b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:42.851525 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-fac2ae84-5972-40a8-b3fd-1c3b4d986b11 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/28437d87-95e1-4daf-9d01-ca9e0c81988d HTTP/1.1" status: 204 len: 168 time: 0.2202382 Sep 27 12:19:42.860626 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2ae84-5972-40a8-b3fd-1c3b4d986b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28437d87-95e1-4daf-9d01-ca9e0c81988d,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:43.208166 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d8171-f17f-4b5b-8b0a-a0176aed64ae req-b25ab97f-a117-4108-b9e6-20b0636c6ff1 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:43.209961 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f97d8171-f17f-4b5b-8b0a-a0176aed64ae req-b25ab97f-a117-4108-b9e6-20b0636c6ff1 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0598135 Sep 27 12:19:43.255451 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f97d8171-f17f-4b5b-8b0a-a0176aed64ae req-037fa66c-54b9-4f24-b006-bd8edfe37721 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385270 Sep 27 12:19:43.309167 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 55014) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:43.322131 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3eecef1c-edd9-4a9d-ba56-923a3d089cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:43.334655 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 55016) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:43.347178 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4f763b43-2025-4f4a-b53b-e2b889c74de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:43.412520 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3eecef1c-edd9-4a9d-ba56-923a3d089cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:43.416404 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3eecef1c-edd9-4a9d-ba56-923a3d089cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:43.470849 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-3eecef1c-edd9-4a9d-ba56-923a3d089cfc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6be8ab6b4ac4441e9bdd6f67fc58a5b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1579020 Sep 27 12:19:43.470849 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eecef1c-edd9-4a9d-ba56-923a3d089cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334c1d9b-91b3-4170-9c96-ab05b1426108,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:43.471247 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 55018) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:43.528439 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4f763b43-2025-4f4a-b53b-e2b889c74de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:43.535198 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4f763b43-2025-4f4a-b53b-e2b889c74de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:43.567835 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-74d48a21-cd17-4dc5-9bd7-6027961d28d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:43.588882 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-4f763b43-2025-4f4a-b53b-e2b889c74de0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fc2a3aa63f114ab9b0b3e9d2e7ad959e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2530198 Sep 27 12:19:43.589896 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f763b43-2025-4f4a-b53b-e2b889c74de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d60cc7-5a7d-4b23-9631-6a0fbfd0e63e,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:43.591352 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 55026) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:43.609207 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-74d48a21-cd17-4dc5-9bd7-6027961d28d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:43.647081 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1012f706-66e0-44a5-b296-49f00eb31479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:43.665323 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-74d48a21-cd17-4dc5-9bd7-6027961d28d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:43.668905 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-74d48a21-cd17-4dc5-9bd7-6027961d28d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:43.670332 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-74d48a21-cd17-4dc5-9bd7-6027961d28d7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/334c1d9b-91b3-4170-9c96-ab05b1426108 HTTP/1.1" status: 204 len: 168 time: 0.1979699 Sep 27 12:19:43.673341 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1012f706-66e0-44a5-b296-49f00eb31479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:43.678517 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d48a21-cd17-4dc5-9bd7-6027961d28d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334c1d9b-91b3-4170-9c96-ab05b1426108,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:43.727970 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1012f706-66e0-44a5-b296-49f00eb31479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:43.731122 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1012f706-66e0-44a5-b296-49f00eb31479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:43.732352 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-1012f706-66e0-44a5-b296-49f00eb31479 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e9d60cc7-5a7d-4b23-9631-6a0fbfd0e63e HTTP/1.1" status: 204 len: 168 time: 0.1393461 Sep 27 12:19:43.739707 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012f706-66e0-44a5-b296-49f00eb31479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d60cc7-5a7d-4b23-9631-6a0fbfd0e63e,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:44.413679 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446073c-fbb3-4cce-ab5b-24c38c543fe6 req-6279a0ac-7cbf-40cb-9751-dd18c8bf1eae tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:44.423632 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b446073c-fbb3-4cce-ab5b-24c38c543fe6 req-6279a0ac-7cbf-40cb-9751-dd18c8bf1eae tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0773852 Sep 27 12:19:44.487286 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b446073c-fbb3-4cce-ab5b-24c38c543fe6 req-3f10fc6a-939b-4825-9aca-8a351538602a tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584140 Sep 27 12:19:44.671275 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 55118) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:44.824882 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-901c8594-e9e4-4000-8ed6-8cc89db88c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:44.953230 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-901c8594-e9e4-4000-8ed6-8cc89db88c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:44.959093 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-901c8594-e9e4-4000-8ed6-8cc89db88c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:45.002823 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-901c8594-e9e4-4000-8ed6-8cc89db88c6d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0166d252392344199ef8de43abe54830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3303723 Sep 27 12:19:45.005443 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 55142) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:45.012418 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c8594-e9e4-4000-8ed6-8cc89db88c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e79742-1f18-4c7b-be8b-5f6403a8e537,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:45.067164 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c2e35aa7-9cf7-49dc-bb92-0cfc631cc635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:45.093752 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c2e35aa7-9cf7-49dc-bb92-0cfc631cc635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:45.149321 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c2e35aa7-9cf7-49dc-bb92-0cfc631cc635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:45.151694 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c2e35aa7-9cf7-49dc-bb92-0cfc631cc635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:45.152971 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-c2e35aa7-9cf7-49dc-bb92-0cfc631cc635 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d8e79742-1f18-4c7b-be8b-5f6403a8e537 HTTP/1.1" status: 204 len: 168 time: 0.1465633 Sep 27 12:19:45.160867 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e35aa7-9cf7-49dc-bb92-0cfc631cc635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e79742-1f18-4c7b-be8b-5f6403a8e537,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:45.325084 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f048d073-9591-4587-bf1f-a77f18b59be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:45.478131 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 55166) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:45.493057 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1921c227-c19e-46bc-b990-0e83de129f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:45.615301 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40831fb-b0b2-43ec-91d5-8766ed89c86b req-26f93fc8-ac27-4397-8cf3-891f70b305f7 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:45.617386 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b40831fb-b0b2-43ec-91d5-8766ed89c86b req-26f93fc8-ac27-4397-8cf3-891f70b305f7 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0636714 Sep 27 12:19:45.623698 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1921c227-c19e-46bc-b990-0e83de129f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:45.628539 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1921c227-c19e-46bc-b990-0e83de129f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:45.668762 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b40831fb-b0b2-43ec-91d5-8766ed89c86b req-a2efc5e7-811b-47c4-b91d-5b4829c09cdf tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408752 Sep 27 12:19:45.682443 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-1921c227-c19e-46bc-b990-0e83de129f6e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e741d473ce5f451d8b0da43b608dbd09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2010417 Sep 27 12:19:45.687475 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 55182) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:45.702059 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921c227-c19e-46bc-b990-0e83de129f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0376c257-7494-427d-b674-89871e2308d1,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:45.742814 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c31e2834-744d-4f72-a902-a4bcdd94e243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:45.763334 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c31e2834-744d-4f72-a902-a4bcdd94e243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:45.808845 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c31e2834-744d-4f72-a902-a4bcdd94e243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:45.811640 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c31e2834-744d-4f72-a902-a4bcdd94e243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:45.812765 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-c31e2834-744d-4f72-a902-a4bcdd94e243 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0376c257-7494-427d-b674-89871e2308d1 HTTP/1.1" status: 204 len: 168 time: 0.1240935 Sep 27 12:19:45.820715 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e2834-744d-4f72-a902-a4bcdd94e243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0376c257-7494-427d-b674-89871e2308d1,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:46.793281 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d9ed1-26d6-4102-be46-2754aa665bfd req-594f057d-d89d-4884-9494-296653bf389c tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:46.794838 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-676d9ed1-26d6-4102-be46-2754aa665bfd req-594f057d-d89d-4884-9494-296653bf389c tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0584831 Sep 27 12:19:46.833335 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-676d9ed1-26d6-4102-be46-2754aa665bfd req-8b71ed32-445a-44e3-a66a-64cba9e74288 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323780 Sep 27 12:19:46.860654 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 55230) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:46.961196 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b493d526-fba8-4528-be98-57c770cf7cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:47.059521 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b493d526-fba8-4528-be98-57c770cf7cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:47.064160 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b493d526-fba8-4528-be98-57c770cf7cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:47.103656 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-b493d526-fba8-4528-be98-57c770cf7cf7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8616ef9d248449f19d3ee86e80ad7a66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419541 Sep 27 12:19:47.105211 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493d526-fba8-4528-be98-57c770cf7cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ece2522-fd93-4eec-b146-b2cf9cf1748f,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:47.107043 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 55238) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:47.155897 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b742d260-dfb8-4df1-9aae-ed6c4197232d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:47.176220 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b742d260-dfb8-4df1-9aae-ed6c4197232d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:47.220529 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b742d260-dfb8-4df1-9aae-ed6c4197232d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:47.222910 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b742d260-dfb8-4df1-9aae-ed6c4197232d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:47.224027 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-b742d260-dfb8-4df1-9aae-ed6c4197232d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5ece2522-fd93-4eec-b146-b2cf9cf1748f HTTP/1.1" status: 204 len: 168 time: 0.1148500 Sep 27 12:19:47.231810 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742d260-dfb8-4df1-9aae-ed6c4197232d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ece2522-fd93-4eec-b146-b2cf9cf1748f,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:47.500191 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-79f503c6-d1de-4f7e-8531-bdc0f9b9370a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:47.817441 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 55268) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:47.915606 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-06a062f7-2751-4173-8da4-dce1a77ead45 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1035336822-network', 'tenant_id': 'cf47d64fdd634e5182582beaa161ebc1'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:19:47.939544 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a062f7-2751-4173-8da4-dce1a77ead45 admin admin] Made reservation on behalf of cf47d64fdd634e5182582beaa161ebc1 for: {'network': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:19:47.941774 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-06a062f7-2751-4173-8da4-dce1a77ead45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for network, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:47.945804 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6f7e7-e19b-450a-aefd-147154ed6a04 req-d99d451c-dc82-4dfe-9548-9208d7a32817 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:47.947350 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f8b6f7e7-e19b-450a-aefd-147154ed6a04 req-d99d451c-dc82-4dfe-9548-9208d7a32817 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0476885 Sep 27 12:19:47.950388 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-06a062f7-2751-4173-8da4-dce1a77ead45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:47.985444 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f8b6f7e7-e19b-450a-aefd-147154ed6a04 req-f6afd733-6da2-4f47-a05c-5631271cba6f tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312536 Sep 27 12:19:48.037695 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-06a062f7-2751-4173-8da4-dce1a77ead45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:48.041823 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-06a062f7-2751-4173-8da4-dce1a77ead45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:48.067556 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06a062f7-2751-4173-8da4-dce1a77ead45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=94062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:19:48.077706 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a062f7-2751-4173-8da4-dce1a77ead45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c80fce4-3e18-4815-b512-ebb150f11251,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:48.083968 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-06a062f7-2751-4173-8da4-dce1a77ead45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:48.084302 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.db.segments_db [None req-06a062f7-2751-4173-8da4-dce1a77ead45 admin admin] Added segment beb87695-19f8-4333-b5f9-0a331f2a0b2b of type vlan for network 057f8f27-5d47-4c69-8946-b15147d29a56 Sep 27 12:19:48.124697 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-06a062f7-2751-4173-8da4-dce1a77ead45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743558578710'] for network, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:48.156244 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-06a062f7-2751-4173-8da4-dce1a77ead45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323'] for network, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:48.157291 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a062f7-2751-4173-8da4-dce1a77ead45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:48.157867 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-06a062f7-2751-4173-8da4-dce1a77ead45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:48.188084 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-06a062f7-2751-4173-8da4-dce1a77ead45 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3695862 Sep 27 12:19:48.191254 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 55278) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:48.196099 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-629f7ba1-2af5-4a76-aac8-bf8dbab2ea2e admin admin] Request body: {'subnet': {'network_id': '057f8f27-5d47-4c69-8946-b15147d29a56', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1035336822-subnet', 'tenant_id': 'cf47d64fdd634e5182582beaa161ebc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:19:48.216712 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629f7ba1-2af5-4a76-aac8-bf8dbab2ea2e admin admin] Made reservation on behalf of cf47d64fdd634e5182582beaa161ebc1 for: {'subnet': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:19:48.219858 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-629f7ba1-2af5-4a76-aac8-bf8dbab2ea2e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:48.221438 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a062f7-2751-4173-8da4-dce1a77ead45 admin admin] Pushing event updated for resources: {'Network': ['ID=057f8f27-5d47-4c69-8946-b15147d29a56,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:48.234055 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Network 057f8f27-5d47-4c69-8946-b15147d29a56 details requested by agent ovs-agent-dv-cinder-768458-11-iscsi with host dv-cinder-768458-11-iscsi {{(pid=94063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:19:48.381643 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-629f7ba1-2af5-4a76-aac8-bf8dbab2ea2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323'] for subnet, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:48.437282 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f7ba1-2af5-4a76-aac8-bf8dbab2ea2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf1dc9e5-8c87-40f9-8ebb-1486801540d8,revision_number=0']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:48.445961 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629f7ba1-2af5-4a76-aac8-bf8dbab2ea2e admin admin] Checking segment: {'id': 'beb87695-19f8-4333-b5f9-0a331f2a0b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '057f8f27-5d47-4c69-8946-b15147d29a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:19:48.446314 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629f7ba1-2af5-4a76-aac8-bf8dbab2ea2e admin admin] Network hostable DHCP agents. Network: 057f8f27-5d47-4c69-8946-b15147d29a56, hostable agents: ['e47cdff6-7b19-4f64-ade6-a89e4357b373'], hosted agents: [] {{(pid=94061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:19:48.463660 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629f7ba1-2af5-4a76-aac8-bf8dbab2ea2e admin admin] Network 057f8f27-5d47-4c69-8946-b15147d29a56 is scheduled to be hosted by DHCP agent e47cdff6-7b19-4f64-ade6-a89e4357b373 with binding_index 1 {{(pid=94061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:19:48.471337 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-629f7ba1-2af5-4a76-aac8-bf8dbab2ea2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-11-iscsi, 057f8f27-5d47-4c69-8946-b15147d29a56) {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:19:48.475403 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629f7ba1-2af5-4a76-aac8-bf8dbab2ea2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:48.475985 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-629f7ba1-2af5-4a76-aac8-bf8dbab2ea2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for subnet, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:48.481093 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106a50c7-4840-4ccf-9446-69bff01e1b98 None None] Network 057f8f27-5d47-4c69-8946-b15147d29a56 requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:19:48.492192 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-629f7ba1-2af5-4a76-aac8-bf8dbab2ea2e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2998559 Sep 27 12:19:48.603317 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05855e0b-24f0-4252-9e51-1a19c83d242f None None] Network 057f8f27-5d47-4c69-8946-b15147d29a56 requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:19:48.717874 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:49.107943 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805809b3-87e1-44f7-8575-120d954a8b25 req-69d060e9-bdff-4645-8ebf-d160fce60dd3 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:49.109798 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-805809b3-87e1-44f7-8575-120d954a8b25 req-69d060e9-bdff-4645-8ebf-d160fce60dd3 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0552690 Sep 27 12:19:49.325158 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-805809b3-87e1-44f7-8575-120d954a8b25 req-73314619-5fea-4cba-beae-80223d41763f tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087286 Sep 27 12:19:49.606004 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:50.385431 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 55354) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:50.451790 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d337bb-3f8b-4292-a580-5e8ce7fc469c req-e210914c-9e5c-42c8-bd36-d602ed529ce7 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:50.453303 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-36d337bb-3f8b-4292-a580-5e8ce7fc469c req-e210914c-9e5c-42c8-bd36-d602ed529ce7 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0579519 Sep 27 12:19:50.495604 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-36d337bb-3f8b-4292-a580-5e8ce7fc469c req-2bce4e5b-0ea8-4584-a893-2ddf544f8ccd tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349677 Sep 27 12:19:50.515926 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f3f5215e-4a50-499b-8489-4d3d88326ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:50.601804 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f3f5215e-4a50-499b-8489-4d3d88326ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:50.605351 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f3f5215e-4a50-499b-8489-4d3d88326ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:50.642607 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-f3f5215e-4a50-499b-8489-4d3d88326ecd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8f35ca41a868428a968a0b236028771b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559144 Sep 27 12:19:50.644518 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5215e-4a50-499b-8489-4d3d88326ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfcbaba-355e-4cbf-8f99-f6aa2f9e2af9,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:50.645419 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 55362) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:50.698876 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0fddbb66-54b9-43a4-b03e-604282bac626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:50.720078 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0fddbb66-54b9-43a4-b03e-604282bac626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:50.767810 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0fddbb66-54b9-43a4-b03e-604282bac626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:50.770417 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0fddbb66-54b9-43a4-b03e-604282bac626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:50.771623 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-0fddbb66-54b9-43a4-b03e-604282bac626 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cbfcbaba-355e-4cbf-8f99-f6aa2f9e2af9 HTTP/1.1" status: 204 len: 168 time: 0.1251218 Sep 27 12:19:50.781187 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fddbb66-54b9-43a4-b03e-604282bac626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfcbaba-355e-4cbf-8f99-f6aa2f9e2af9,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:50.835489 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:51.216449 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 55410) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:51.362841 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8c862-af0f-4c4d-8e05-80c45e05f242 req-c496510a-f9d4-4a61-ba90-04ee1f1b69fc tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:51.368867 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2b676b3a-1d79-4cf5-b581-ce82ce59aaf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:51.371029 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-64b8c862-af0f-4c4d-8e05-80c45e05f242 req-c496510a-f9d4-4a61-ba90-04ee1f1b69fc tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 945 time: 0.0701313 Sep 27 12:19:51.411711 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-64b8c862-af0f-4c4d-8e05-80c45e05f242 req-6be16f1f-cf5a-4b9f-ab32-e701e1203588 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395164 Sep 27 12:19:51.659174 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fae2de-5b6c-4b5a-abd2-a6c721dc3c09 req-993f1039-79fa-4e40-af30-46d82ed118e3 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:51.661652 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e0fae2de-5b6c-4b5a-abd2-a6c721dc3c09 req-993f1039-79fa-4e40-af30-46d82ed118e3 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0718648 Sep 27 12:19:51.676058 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-eb9bc4b7-5287-4071-8f7b-6a4e2738cd6f tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:51.683028 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-eb9bc4b7-5287-4071-8f7b-6a4e2738cd6f tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/networks?id=057f8f27-5d47-4c69-8946-b15147d29a56 HTTP/1.1" status: 200 len: 814 time: 0.3711979 Sep 27 12:19:51.711049 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e0fae2de-5b6c-4b5a-abd2-a6c721dc3c09 req-a3f2a6d6-7a8d-4997-b55b-401527f08151 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414784 Sep 27 12:19:51.723252 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2b676b3a-1d79-4cf5-b581-ce82ce59aaf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:51.728084 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-3103d9df-9c2a-4c74-9040-c789352a3c54 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/quotas/cf47d64fdd634e5182582beaa161ebc1 HTTP/1.1" status: 200 len: 375 time: 0.0442696 Sep 27 12:19:51.735471 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2b676b3a-1d79-4cf5-b581-ce82ce59aaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:51.774606 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-2b676b3a-1d79-4cf5-b581-ce82ce59aaf4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c10b2ff3f39e4dcfa6f71f6b75cc9b92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5568774 Sep 27 12:19:51.777668 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 55448) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:51.799972 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-ae471d93-7a37-4057-9cc0-6bf76507c2fa tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf47d64fdd634e5182582beaa161ebc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615284 Sep 27 12:19:51.804820 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b676b3a-1d79-4cf5-b581-ce82ce59aaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9356f1-6653-4925-ba73-d21e711fb63c,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:51.832865 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3fa705cb-d8d4-4046-b9f3-991e1560bed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:51.855618 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3fa705cb-d8d4-4046-b9f3-991e1560bed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:51.891768 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 55452) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:51.918681 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3fa705cb-d8d4-4046-b9f3-991e1560bed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:51.921353 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3fa705cb-d8d4-4046-b9f3-991e1560bed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:51.922728 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-3fa705cb-d8d4-4046-b9f3-991e1560bed6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5a9356f1-6653-4925-ba73-d21e711fb63c HTTP/1.1" status: 204 len: 168 time: 0.1419711 Sep 27 12:19:51.923912 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-5cc6131b-c6c7-4e53-bd55-54cc7fac3d18 service neutron] 10.222.0.60 "GET /v2.0/networks/057f8f27-5d47-4c69-8946-b15147d29a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152678 Sep 27 12:19:51.931700 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa705cb-d8d4-4046-b9f3-991e1560bed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9356f1-6653-4925-ba73-d21e711fb63c,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:52.022892 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8283041c-740e-428b-9e82-a3c4e7200c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:52.037332 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-c7694882-7a4c-4384-b4bf-38be57b73546 service neutron] 10.222.0.60 "GET /v2.0/networks/057f8f27-5d47-4c69-8946-b15147d29a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051836 Sep 27 12:19:52.155613 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8283041c-740e-428b-9e82-a3c4e7200c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:52.165203 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8283041c-740e-428b-9e82-a3c4e7200c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:52.199585 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-8283041c-740e-428b-9e82-a3c4e7200c29 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eef76433ea404db9be02668daa00dfc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3067942 Sep 27 12:19:52.203041 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 55474) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:52.230371 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283041c-740e-428b-9e82-a3c4e7200c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74dcb302-8fe4-486d-bc77-4b8ee1129723,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:52.295599 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c5b78a01-bf2d-415b-bc94-2e2bf6282353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:52.317119 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-171f17c3-19d2-41bf-bcbb-b84fe6d0e43d req-28581b86-a111-46e6-a038-19cbf57d4024 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=955a146f-762a-49e5-baea-d9d896791361 HTTP/1.1" status: 200 len: 210 time: 0.0878747 Sep 27 12:19:52.360591 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c5b78a01-bf2d-415b-bc94-2e2bf6282353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:52.466951 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c5b78a01-bf2d-415b-bc94-2e2bf6282353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:52.477143 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c5b78a01-bf2d-415b-bc94-2e2bf6282353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:52.485227 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-c5b78a01-bf2d-415b-bc94-2e2bf6282353 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/74dcb302-8fe4-486d-bc77-4b8ee1129723 HTTP/1.1" status: 204 len: 168 time: 0.2798784 Sep 27 12:19:52.504962 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b78a01-bf2d-415b-bc94-2e2bf6282353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74dcb302-8fe4-486d-bc77-4b8ee1129723,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:52.595730 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823994ef-1dd9-4b2c-8a37-82f16b4ec665 req-2b323b33-9364-4093-a094-372055171c55 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:52.597672 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-823994ef-1dd9-4b2c-8a37-82f16b4ec665 req-2b323b33-9364-4093-a094-372055171c55 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 945 time: 0.0770421 Sep 27 12:19:52.667922 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-823994ef-1dd9-4b2c-8a37-82f16b4ec665 req-45495e9d-a540-46d3-ba5c-874146045388 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582168 Sep 27 12:19:52.892244 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94825b5f-184f-4fb4-9bb4-b32a9b8608da req-d3e9c1c1-65d9-48af-a3fb-009aafb3953d tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:52.894044 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-94825b5f-184f-4fb4-9bb4-b32a9b8608da req-d3e9c1c1-65d9-48af-a3fb-009aafb3953d tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0768340 Sep 27 12:19:52.941955 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-94825b5f-184f-4fb4-9bb4-b32a9b8608da req-12eee09a-1476-4b88-8fa9-a79be1b09286 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394568 Sep 27 12:19:53.134521 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 55538) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:53.148529 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3fc8db4e-7b09-4bb1-ba74-1012a52d07d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:53.249431 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3fc8db4e-7b09-4bb1-ba74-1012a52d07d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:53.254165 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3fc8db4e-7b09-4bb1-ba74-1012a52d07d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:53.292226 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-3fc8db4e-7b09-4bb1-ba74-1012a52d07d2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7d2c11745dd84c4fa1b3f2c5d69575b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1558545 Sep 27 12:19:53.293630 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8db4e-7b09-4bb1-ba74-1012a52d07d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085aba55-fda0-4a2a-a853-fc31ba071e58,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:53.294902 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 55544) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:53.320572 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 55546) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:53.355508 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3aa9b133-a139-4e0a-8266-7247285d95f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:53.393438 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3aa9b133-a139-4e0a-8266-7247285d95f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:53.440900 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2c23de80-464a-499c-b318-e72c7b2e032a req-5a53b6bb-3f7a-4f21-aebf-ae6ed5abfd63 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=955a146f-762a-49e5-baea-d9d896791361 HTTP/1.1" status: 200 len: 210 time: 0.0389333 Sep 27 12:19:53.469343 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3aa9b133-a139-4e0a-8266-7247285d95f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:53.472488 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3aa9b133-a139-4e0a-8266-7247285d95f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:53.473810 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-3aa9b133-a139-4e0a-8266-7247285d95f9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/085aba55-fda0-4a2a-a853-fc31ba071e58 HTTP/1.1" status: 204 len: 168 time: 0.1769373 Sep 27 12:19:53.483868 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9b133-a139-4e0a-8266-7247285d95f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085aba55-fda0-4a2a-a853-fc31ba071e58,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:53.581306 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-26b5aa0b-64de-4b93-8b8d-08f5b3ac7393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:53.708609 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-765cbfe7-28a4-4d40-a6fd-cff1e174a9d1 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:53.710608 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-765cbfe7-28a4-4d40-a6fd-cff1e174a9d1 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.25 "GET /v2.0/networks?id=057f8f27-5d47-4c69-8946-b15147d29a56 HTTP/1.1" status: 200 len: 814 time: 0.1683095 Sep 27 12:19:53.728606 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-a327a16e-d57b-4b1a-b10b-6ca03a745e4a tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Request body: {'port': {'device_id': '955a146f-762a-49e5-baea-d9d896791361', 'network_id': '057f8f27-5d47-4c69-8946-b15147d29a56', 'admin_state_up': True, 'tenant_id': 'cf47d64fdd634e5182582beaa161ebc1'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:19:53.860928 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-26b5aa0b-64de-4b93-8b8d-08f5b3ac7393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:53.862720 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf8c0e-8ad1-4d20-9399-fa8d249f125d req-c2985974-6fee-4e93-80c7-514a57d4e21f tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:53.872152 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-26b5aa0b-64de-4b93-8b8d-08f5b3ac7393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:53.872458 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-eeaf8c0e-8ad1-4d20-9399-fa8d249f125d req-c2985974-6fee-4e93-80c7-514a57d4e21f tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 945 time: 0.0987024 Sep 27 12:19:53.916048 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-eeaf8c0e-8ad1-4d20-9399-fa8d249f125d req-55da2dc3-b4ae-434b-9d96-6f2b74f592ec tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421889 Sep 27 12:19:53.937797 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5aa0b-64de-4b93-8b8d-08f5b3ac7393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b42731e-76df-4748-b86a-26577d4eab12,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:53.944591 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-26b5aa0b-64de-4b93-8b8d-08f5b3ac7393 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b0fb61f5369c4257a24e60ed67c092f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6229982 Sep 27 12:19:53.947703 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 55578) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:53.948727 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-a327a16e-d57b-4b1a-b10b-6ca03a745e4a tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Made reservation on behalf of cf47d64fdd634e5182582beaa161ebc1 for: {'port': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:19:53.952170 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-a327a16e-d57b-4b1a-b10b-6ca03a745e4a tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:54.010482 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e85f4e0d-f1ef-49b9-a665-7ff99be4e552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:54.038128 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e85f4e0d-f1ef-49b9-a665-7ff99be4e552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:54.106406 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e85f4e0d-f1ef-49b9-a665-7ff99be4e552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:54.109296 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e85f4e0d-f1ef-49b9-a665-7ff99be4e552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:54.112970 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-e85f4e0d-f1ef-49b9-a665-7ff99be4e552 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1b42731e-76df-4748-b86a-26577d4eab12 HTTP/1.1" status: 204 len: 168 time: 0.1617205 Sep 27 12:19:54.122425 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f4e0d-f1ef-49b9-a665-7ff99be4e552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b42731e-76df-4748-b86a-26577d4eab12,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:54.217285 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ba8e9-1ac7-4348-a807-d85cc0a7524b req-8ac03082-96b3-4e6b-8204-7123dca8a2c9 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:54.219034 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a28ba8e9-1ac7-4348-a807-d85cc0a7524b req-8ac03082-96b3-4e6b-8204-7123dca8a2c9 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.1810911 Sep 27 12:19:54.226418 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-a327a16e-d57b-4b1a-b10b-6ca03a745e4a tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Allocated IP 172.20.0.14 (057f8f27-5d47-4c69-8946-b15147d29a56/cf1dc9e5-8c87-40f9-8ebb-1486801540d8/91d2fd3a-948b-43de-be4e-9f07bd4751c2) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:19:54.242578 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5ba08-8459-4bca-ab85-eb1bb5f3bcf2 req-1b27d626-16f1-470e-bbbf-8f9669d0882e tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:54.244162 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b5f5ba08-8459-4bca-ab85-eb1bb5f3bcf2 req-1b27d626-16f1-470e-bbbf-8f9669d0882e tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.25 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 945 time: 0.1451175 Sep 27 12:19:54.433742 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a28ba8e9-1ac7-4348-a807-d85cc0a7524b req-bfe8ce8b-a7b6-402e-87d8-dd6e227d8617 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030425 Sep 27 12:19:54.639532 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a8a60cc1-7bbb-4441-9739-6a663d73278b req-aab299f1-ca6b-4158-b65a-29df68ce3907 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=955a146f-762a-49e5-baea-d9d896791361 HTTP/1.1" status: 200 len: 210 time: 0.0524437 Sep 27 12:19:54.665489 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-b5f5ba08-8459-4bca-ab85-eb1bb5f3bcf2 req-8eea47c7-966b-4565-ab06-8bd7d702bc8f tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Deleting port e66ad8df-696a-46a5-8d93-d425f5ce3e82 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:19:54.665851 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-b5f5ba08-8459-4bca-ab85-eb1bb5f3bcf2 req-8eea47c7-966b-4565-ab06-8bd7d702bc8f tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:54.721832 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-a327a16e-d57b-4b1a-b10b-6ca03a745e4a tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:54.804491 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 55610) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:54.814763 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-b5f5ba08-8459-4bca-ab85-eb1bb5f3bcf2 req-8eea47c7-966b-4565-ab06-8bd7d702bc8f tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] For port e66ad8df-696a-46a5-8d93-d425f5ce3e82, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e66ad8df-696a-46a5-8d93-d425f5ce3e82,segment=NetworkSegment(77b0ae6e-244d-42b8-ba89-f6f76d83312f),segment_id=77b0ae6e-244d-42b8-ba89-f6f76d83312f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:19:54.815165 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-b5f5ba08-8459-4bca-ab85-eb1bb5f3bcf2 req-8eea47c7-966b-4565-ab06-8bd7d702bc8f tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:54.821533 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e4e91138-fce5-4ce3-8729-19181191d6ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:54.835966 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-a327a16e-d57b-4b1a-b10b-6ca03a745e4a tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:54.846572 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-b5f5ba08-8459-4bca-ab85-eb1bb5f3bcf2 req-8eea47c7-966b-4565-ab06-8bd7d702bc8f tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Calling delete_port for e66ad8df-696a-46a5-8d93-d425f5ce3e82 owned by compute:nova {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:19:54.935118 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e4e91138-fce5-4ce3-8729-19181191d6ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:54.940794 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e4e91138-fce5-4ce3-8729-19181191d6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:54.968441 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-a327a16e-d57b-4b1a-b10b-6ca03a745e4a tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Network 057f8f27-5d47-4c69-8946-b15147d29a56 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:19:54.971690 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-a327a16e-d57b-4b1a-b10b-6ca03a745e4a tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:19:54.973512 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327a16e-d57b-4b1a-b10b-6ca03a745e4a tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Pushing event updated for resources: {'Port': ['ID=91d2fd3a-948b-43de-be4e-9f07bd4751c2,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:54.975912 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-a327a16e-d57b-4b1a-b10b-6ca03a745e4a tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:19:54.983433 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-a327a16e-d57b-4b1a-b10b-6ca03a745e4a tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:54.984879 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-a327a16e-d57b-4b1a-b10b-6ca03a745e4a tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:54.991650 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-e4e91138-fce5-4ce3-8729-19181191d6ee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d09a083b4e074a69ae16eec22675fdf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1842477 Sep 27 12:19:54.991650 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e91138-fce5-4ce3-8729-19181191d6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9818e42-ba07-4503-a179-98ae1769bdb1,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:54.993893 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 55618) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:55.020724 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-a327a16e-d57b-4b1a-b10b-6ca03a745e4a tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2960439 Sep 27 12:19:55.040900 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-77b73342-7523-43cc-8cdf-4f1fb0985016 service neutron] Request body: {'port': {'device_id': '955a146f-762a-49e5-baea-d9d896791361', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:19:55.086337 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49439576-0404-4def-a571-d8134593b956 req-f5c1e0af-6030-415c-adf2-2fba708e8ff4 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:55.087820 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-49439576-0404-4def-a571-d8134593b956 req-f5c1e0af-6030-415c-adf2-2fba708e8ff4 tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 945 time: 0.0840530 Sep 27 12:19:55.092937 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-71db3eb8-d557-4ba2-a997-12b5164b43c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:55.129395 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-71db3eb8-d557-4ba2-a997-12b5164b43c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:55.134156 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-77b73342-7523-43cc-8cdf-4f1fb0985016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:55.175340 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-49439576-0404-4def-a571-d8134593b956 req-8b8cc74a-097b-4661-baf9-c66ff1d50c3f tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a1108-9905-4e11-963e-e61355387684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730889 Sep 27 12:19:55.178163 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-b5f5ba08-8459-4bca-ab85-eb1bb5f3bcf2 req-8eea47c7-966b-4565-ab06-8bd7d702bc8f tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:55.191356 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['e66ad8df-696a-46a5-8d93-d425f5ce3e82'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:19:55.221046 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-71db3eb8-d557-4ba2-a997-12b5164b43c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:55.221046 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-71db3eb8-d557-4ba2-a997-12b5164b43c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:55.221046 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-71db3eb8-d557-4ba2-a997-12b5164b43c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e9818e42-ba07-4503-a179-98ae1769bdb1 HTTP/1.1" status: 204 len: 168 time: 0.2221720 Sep 27 12:19:55.221360 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea47c7-966b-4565-ab06-8bd7d702bc8f tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Pushing event deleted for resources: {'Port': ['ID=e66ad8df-696a-46a5-8d93-d425f5ce3e82,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:55.238438 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db3eb8-d557-4ba2-a997-12b5164b43c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9818e42-ba07-4503-a179-98ae1769bdb1,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:55.345726 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f5ba08-8459-4bca-ab85-eb1bb5f3bcf2 req-8eea47c7-966b-4565-ab06-8bd7d702bc8f tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] No DVR routers for this DVR port e66ad8df-696a-46a5-8d93-d425f5ce3e82 on host hv-cinder-76845 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:19:55.356319 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-b5f5ba08-8459-4bca-ab85-eb1bb5f3bcf2 req-8eea47c7-966b-4565-ab06-8bd7d702bc8f tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:55.362935 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b5f5ba08-8459-4bca-ab85-eb1bb5f3bcf2 req-8eea47c7-966b-4565-ab06-8bd7d702bc8f tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.25 "DELETE /v2.0/ports/e66ad8df-696a-46a5-8d93-d425f5ce3e82 HTTP/1.1" status: 204 len: 173 time: 1.1067033 Sep 27 12:19:55.362935 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813918b4-c699-400c-8e3e-c768da6304fa', 'name': 'network-vif-deleted', 'tag': 'e66ad8df-696a-46a5-8d93-d425f5ce3e82'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:19:55.362935 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d042b3f9-c522-4bda-9d7d-fa5bad7d3c66" -d '{"events": [{"server_uuid": "813918b4-c699-400c-8e3e-c768da6304fa", "name": "network-vif-deleted", "tag": "e66ad8df-696a-46a5-8d93-d425f5ce3e82"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:19:55.405114 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9dfc47d-067a-4a21-ae46-99232023f255 x-openstack-request-id: req-b9dfc47d-067a-4a21-ae46-99232023f255 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:19:55.405595 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813918b4-c699-400c-8e3e-c768da6304fa", "name": "network-vif-deleted", "tag": "e66ad8df-696a-46a5-8d93-d425f5ce3e82", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:19:55.406018 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b9dfc47d-067a-4a21-ae46-99232023f255 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:19:55.406550 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813918b4-c699-400c-8e3e-c768da6304fa', 'name': 'network-vif-deleted', 'tag': 'e66ad8df-696a-46a5-8d93-d425f5ce3e82', 'status': 'completed', 'code': 200} Sep 27 12:19:55.563226 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e2f83-7e35-4027-bae7-118656574f47 req-19f26a98-7065-4e2d-b14a-fdb65bdb78ad tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:55.574132 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f17e2f83-7e35-4027-bae7-118656574f47 req-19f26a98-7065-4e2d-b14a-fdb65bdb78ad tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0626445 Sep 27 12:19:55.598027 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-77b73342-7523-43cc-8cdf-4f1fb0985016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d2fd3a-948b-43de-be4e-9f07bd4751c2 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:19:55.606121 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-77b73342-7523-43cc-8cdf-4f1fb0985016 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:55.617823 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f17e2f83-7e35-4027-bae7-118656574f47 req-1b0a35b1-0b31-4c9d-b57c-4396aaa8bdf3 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425024 Sep 27 12:19:55.617956 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-77b73342-7523-43cc-8cdf-4f1fb0985016 service neutron] Transition to ACTIVE for port object 91d2fd3a-948b-43de-be4e-9f07bd4751c2 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:19:55.621790 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-77b73342-7523-43cc-8cdf-4f1fb0985016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:55.688206 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b73342-7523-43cc-8cdf-4f1fb0985016 service neutron] Pushing event updated for resources: {'Port': ['ID=91d2fd3a-948b-43de-be4e-9f07bd4751c2,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:55.717449 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-77b73342-7523-43cc-8cdf-4f1fb0985016 service neutron] Attempting to bind port 91d2fd3a-948b-43de-be4e-9f07bd4751c2 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:19:55.717859 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-77b73342-7523-43cc-8cdf-4f1fb0985016 service neutron] Attempting to bind port 91d2fd3a-948b-43de-be4e-9f07bd4751c2 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'beb87695-19f8-4333-b5f9-0a331f2a0b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '057f8f27-5d47-4c69-8946-b15147d29a56'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:19:55.718246 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-77b73342-7523-43cc-8cdf-4f1fb0985016 service neutron] Attempting to bind port 91d2fd3a-948b-43de-be4e-9f07bd4751c2 on network 057f8f27-5d47-4c69-8946-b15147d29a56 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:19:55.725357 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-77b73342-7523-43cc-8cdf-4f1fb0985016 service neutron] Port 91d2fd3a-948b-43de-be4e-9f07bd4751c2 on network 057f8f27-5d47-4c69-8946-b15147d29a56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:19:55.725357 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-77b73342-7523-43cc-8cdf-4f1fb0985016 service neutron] Attempting to bind port 91d2fd3a-948b-43de-be4e-9f07bd4751c2 on network 057f8f27-5d47-4c69-8946-b15147d29a56 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:19:55.728623 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-77b73342-7523-43cc-8cdf-4f1fb0985016 service neutron] Checking agent: {'id': '20c1fc43-a135-4852-87d5-8f0af43386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'started_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:19:55.729100 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-77b73342-7523-43cc-8cdf-4f1fb0985016 service neutron] Checking segment: {'id': 'beb87695-19f8-4333-b5f9-0a331f2a0b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '057f8f27-5d47-4c69-8946-b15147d29a56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:19:55.729530 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-77b73342-7523-43cc-8cdf-4f1fb0985016 service neutron] Bound using segment: {'id': 'beb87695-19f8-4333-b5f9-0a331f2a0b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '057f8f27-5d47-4c69-8946-b15147d29a56'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:19:55.730526 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-77b73342-7523-43cc-8cdf-4f1fb0985016 service neutron] Bound port: 91d2fd3a-948b-43de-be4e-9f07bd4751c2, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beb87695-19f8-4333-b5f9-0a331f2a0b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '057f8f27-5d47-4c69-8946-b15147d29a56'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:19:55.730526 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-77b73342-7523-43cc-8cdf-4f1fb0985016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:55.843142 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-77b73342-7523-43cc-8cdf-4f1fb0985016 service neutron] For port 91d2fd3a-948b-43de-be4e-9f07bd4751c2, host hv-cinder-76845, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:19:55.846315 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-77b73342-7523-43cc-8cdf-4f1fb0985016 service neutron] For port 91d2fd3a-948b-43de-be4e-9f07bd4751c2, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=91d2fd3a-948b-43de-be4e-9f07bd4751c2,segment=NetworkSegment(beb87695-19f8-4333-b5f9-0a331f2a0b2b),segment_id=beb87695-19f8-4333-b5f9-0a331f2a0b2b)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:19:55.861656 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1767b10-2877-4008-916d-fae668a77ba7 req-d583bcf0-340e-46b3-ba29-21e16a548cff tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:55.863456 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b1767b10-2877-4008-916d-fae668a77ba7 req-d583bcf0-340e-46b3-ba29-21e16a548cff tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=955a146f-762a-49e5-baea-d9d896791361 HTTP/1.1" status: 200 len: 944 time: 0.0922389 Sep 27 12:19:55.865032 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-77b73342-7523-43cc-8cdf-4f1fb0985016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:55.913021 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-77b73342-7523-43cc-8cdf-4f1fb0985016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:55.913644 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-77b73342-7523-43cc-8cdf-4f1fb0985016 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:55.915129 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-77b73342-7523-43cc-8cdf-4f1fb0985016 service neutron] 10.222.0.25 "PUT /v2.0/ports/91d2fd3a-948b-43de-be4e-9f07bd4751c2 HTTP/1.1" status: 200 len: 1094 time: 0.8784671 Sep 27 12:19:56.034431 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b73342-7523-43cc-8cdf-4f1fb0985016 service neutron] Pushing event updated for resources: {'Port': ['ID=91d2fd3a-948b-43de-be4e-9f07bd4751c2,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:56.110193 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b1767b10-2877-4008-916d-fae668a77ba7 req-9bdcd864-f75f-4d6a-92eb-d04385a2a6ec tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c80fce4-3e18-4815-b512-ebb150f11251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308612 Sep 27 12:19:56.184611 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-3862d6b9-1107-425a-adf8-b40f233c7d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:56.185863 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-3862d6b9-1107-425a-adf8-b40f233c7d45 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf47d64fdd634e5182582beaa161ebc1&device_id=955a146f-762a-49e5-baea-d9d896791361 HTTP/1.1" status: 200 len: 1097 time: 0.1232872 Sep 27 12:19:56.405642 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-58bd0b37-cc96-40e8-811f-c76231741316 req-ce1f9e03-148e-4b76-ab35-e54f38830f1e tempest-DeleteServersTestJSON-428189813 tempest-DeleteServersTestJSON-428189813-project] 10.222.0.60 "GET /v2.0/ports?device_id=813918b4-c699-400c-8e3e-c768da6304fa HTTP/1.1" status: 200 len: 210 time: 0.0512750 Sep 27 12:19:56.428595 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-78c753d8-da22-4212-b420-6a8044000270 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91d2fd3a-948b-43de-be4e-9f07bd4751c2 HTTP/1.1" status: 200 len: 217 time: 0.2329142 Sep 27 12:19:56.510423 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-bfecd212-5b4f-4a6e-a3b8-63d5e86c9876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:56.512725 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-bfecd212-5b4f-4a6e-a3b8-63d5e86c9876 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cf1dc9e5-8c87-40f9-8ebb-1486801540d8 HTTP/1.1" status: 200 len: 854 time: 0.0653801 Sep 27 12:19:56.579254 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-a9b30f84-4a5d-4ed5-a4b8-c897f39fb9f2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=057f8f27-5d47-4c69-8946-b15147d29a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517933 Sep 27 12:19:56.822775 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-2e5d1a58-6f5f-4559-89df-9a11a82ece86 service neutron] 10.222.0.25 "GET /v2.0/networks/057f8f27-5d47-4c69-8946-b15147d29a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237885 Sep 27 12:19:56.858199 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531ad08-8192-4553-8ccd-6ee51bf3de95 req-5618f90e-a58b-4854-a0db-45cf15ea7d16 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:56.859726 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6531ad08-8192-4553-8ccd-6ee51bf3de95 req-5618f90e-a58b-4854-a0db-45cf15ea7d16 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.1103315 Sep 27 12:19:56.954292 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6531ad08-8192-4553-8ccd-6ee51bf3de95 req-bb953124-c615-4cf1-a649-52826d5c0f18 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828881 Sep 27 12:19:56.966604 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c5c148aa-7b4a-4fb5-bfff-1fd036dc6fa7 req-f3c696ce-d8d3-491a-8ef3-14c337cc3bc8 service neutron] 10.222.0.25 "GET /v2.0/networks/057f8f27-5d47-4c69-8946-b15147d29a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361713 Sep 27 12:19:57.202148 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 55760) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:57.258094 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d3433-7b6b-4d66-a46f-b381bc52fccc req-fbbf2f07-38a0-4678-998a-0c8097d10b69 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:57.259822 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-642d3433-7b6b-4d66-a46f-b381bc52fccc req-fbbf2f07-38a0-4678-998a-0c8097d10b69 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=955a146f-762a-49e5-baea-d9d896791361 HTTP/1.1" status: 200 len: 944 time: 0.0608842 Sep 27 12:19:57.314425 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-642d3433-7b6b-4d66-a46f-b381bc52fccc req-cfa4d166-c36d-4416-8231-c4471c77dc52 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c80fce4-3e18-4815-b512-ebb150f11251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469565 Sep 27 12:19:57.364703 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d3ac5903-d766-4e18-84f9-b49ab7b1205f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:57.408022 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955a146f-762a-49e5-baea-d9d896791361', 'tag': '91d2fd3a-948b-43de-be4e-9f07bd4751c2'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:19:57.410363 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd9d44f-3d9c-4fc9-a550-16dea8ae45fe" -d '{"events": [{"name": "network-changed", "server_uuid": "955a146f-762a-49e5-baea-d9d896791361", "tag": "91d2fd3a-948b-43de-be4e-9f07bd4751c2"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:19:57.458543 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe98202-8623-4370-b9b9-cd19c8908ef1 x-openstack-request-id: req-dbe98202-8623-4370-b9b9-cd19c8908ef1 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:19:57.459094 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "955a146f-762a-49e5-baea-d9d896791361", "tag": "91d2fd3a-948b-43de-be4e-9f07bd4751c2", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:19:57.459344 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dbe98202-8623-4370-b9b9-cd19c8908ef1 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:19:57.459787 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955a146f-762a-49e5-baea-d9d896791361', 'tag': '91d2fd3a-948b-43de-be4e-9f07bd4751c2', 'status': 'completed', 'code': 200} Sep 27 12:19:57.489148 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d3ac5903-d766-4e18-84f9-b49ab7b1205f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:57.494116 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d3ac5903-d766-4e18-84f9-b49ab7b1205f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:57.531263 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-d3ac5903-d766-4e18-84f9-b49ab7b1205f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=96a1971c9ace47c590d55ff63fe85b6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3277888 Sep 27 12:19:57.532034 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9d44f-3d9c-4fc9-a550-16dea8ae45fe req-90353875-6e24-4ac4-b7db-3d661edc0cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:57.533747 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fbd9d44f-3d9c-4fc9-a550-16dea8ae45fe req-90353875-6e24-4ac4-b7db-3d661edc0cc6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf47d64fdd634e5182582beaa161ebc1&device_id=955a146f-762a-49e5-baea-d9d896791361 HTTP/1.1" status: 200 len: 1097 time: 0.0498569 Sep 27 12:19:57.534312 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 55780) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:57.548273 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac5903-d766-4e18-84f9-b49ab7b1205f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0815ec32-a67e-4d84-8bed-6a0f03f2b344,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:57.693427 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ec6d585f-9a28-430b-bb8f-38ddf358b0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:57.701676 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9d44f-3d9c-4fc9-a550-16dea8ae45fe req-c02a2658-c468-4436-ade7-8f2df843960a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:57.703186 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fbd9d44f-3d9c-4fc9-a550-16dea8ae45fe req-c02a2658-c468-4436-ade7-8f2df843960a service neutron] 10.222.0.25 "GET /v2.0/networks?id=057f8f27-5d47-4c69-8946-b15147d29a56 HTTP/1.1" status: 200 len: 915 time: 0.1556153 Sep 27 12:19:57.773175 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ec6d585f-9a28-430b-bb8f-38ddf358b0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:57.777465 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fbd9d44f-3d9c-4fc9-a550-16dea8ae45fe req-b03a3b87-fb96-410c-8dc6-4303b5801231 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91d2fd3a-948b-43de-be4e-9f07bd4751c2 HTTP/1.1" status: 200 len: 217 time: 0.0652497 Sep 27 12:19:57.863116 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9d44f-3d9c-4fc9-a550-16dea8ae45fe req-7899044d-030e-4ee7-841f-63ff4577f7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:57.863780 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fbd9d44f-3d9c-4fc9-a550-16dea8ae45fe req-7899044d-030e-4ee7-841f-63ff4577f7c9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cf1dc9e5-8c87-40f9-8ebb-1486801540d8 HTTP/1.1" status: 200 len: 854 time: 0.0793378 Sep 27 12:19:57.904819 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fbd9d44f-3d9c-4fc9-a550-16dea8ae45fe req-381de4e8-b3de-4648-976a-1aa30205d2bc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=057f8f27-5d47-4c69-8946-b15147d29a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307534 Sep 27 12:19:57.906900 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ec6d585f-9a28-430b-bb8f-38ddf358b0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:57.909955 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ec6d585f-9a28-430b-bb8f-38ddf358b0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:57.913317 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-ec6d585f-9a28-430b-bb8f-38ddf358b0e4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0815ec32-a67e-4d84-8bed-6a0f03f2b344 HTTP/1.1" status: 204 len: 168 time: 0.3757975 Sep 27 12:19:57.928867 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d585f-9a28-430b-bb8f-38ddf358b0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0815ec32-a67e-4d84-8bed-6a0f03f2b344,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:57.933875 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device e66ad8df-696a-46a5-8d93-d425f5ce3e82 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:19:57.973992 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] No Port match for: e66ad8df-696a-46a5-8d93-d425f5ce3e82 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:19:57.974240 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device e66ad8df-696a-46a5-8d93-d425f5ce3e82 not bound to the agent host hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:19:58.050197 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fbd9d44f-3d9c-4fc9-a550-16dea8ae45fe req-8347b545-db7b-4bbd-9112-c19eff385bdb service neutron] 10.222.0.25 "GET /v2.0/networks/057f8f27-5d47-4c69-8946-b15147d29a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353655 Sep 27 12:19:58.165520 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335cab3-78c3-4dd1-b8b9-5726d56ace99 req-3df76da8-31de-48e4-9c8b-4c2be4298472 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:58.167752 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6335cab3-78c3-4dd1-b8b9-5726d56ace99 req-3df76da8-31de-48e4-9c8b-4c2be4298472 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.1120372 Sep 27 12:19:58.224525 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fbd9d44f-3d9c-4fc9-a550-16dea8ae45fe req-f609d3f2-8756-4411-947d-9ada97317e53 service neutron] 10.222.0.25 "GET /v2.0/networks/057f8f27-5d47-4c69-8946-b15147d29a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547587 Sep 27 12:19:58.233312 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6335cab3-78c3-4dd1-b8b9-5726d56ace99 req-e7829da1-0ef6-4ac7-9005-37cf43c30a3a tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596910 Sep 27 12:19:58.263309 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 55812) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:58.277413 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f8acb464-eda4-494f-816d-fea1649422db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:58.370148 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f8acb464-eda4-494f-816d-fea1649422db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:58.375720 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f8acb464-eda4-494f-816d-fea1649422db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:58.412440 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8acb464-eda4-494f-816d-fea1649422db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7057fcb2-d876-479e-bdb1-5a856ac4a69c,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:58.417407 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-f8acb464-eda4-494f-816d-fea1649422db admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5c5749ebae0b47b9aa9df5a8e589a7d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1530178 Sep 27 12:19:58.420125 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 55818) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:58.450131 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb16c5-73ac-4470-82e7-3e790c11b8c9 req-4d9f40af-fec9-4512-b8be-499dd870aea9 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:58.451733 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b1fb16c5-73ac-4470-82e7-3e790c11b8c9 req-4d9f40af-fec9-4512-b8be-499dd870aea9 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=955a146f-762a-49e5-baea-d9d896791361 HTTP/1.1" status: 200 len: 944 time: 0.0516038 Sep 27 12:19:58.475320 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2a44e545-e32d-4604-808e-6439ca9ff742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:58.490389 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b1fb16c5-73ac-4470-82e7-3e790c11b8c9 req-338a690b-2416-4f12-b5bc-45affae73156 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c80fce4-3e18-4815-b512-ebb150f11251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324199 Sep 27 12:19:58.496167 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2a44e545-e32d-4604-808e-6439ca9ff742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:58.543865 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2a44e545-e32d-4604-808e-6439ca9ff742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:58.546366 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2a44e545-e32d-4604-808e-6439ca9ff742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:58.547530 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-2a44e545-e32d-4604-808e-6439ca9ff742 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7057fcb2-d876-479e-bdb1-5a856ac4a69c HTTP/1.1" status: 204 len: 168 time: 0.1266129 Sep 27 12:19:58.555114 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44e545-e32d-4604-808e-6439ca9ff742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7057fcb2-d876-479e-bdb1-5a856ac4a69c,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:59.311096 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 55878) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:59.387606 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_v2 [None req-244c6b8c-9b0c-4f23-85cf-cc0a90fadc99 admin admin] Deleting subnet 25349ce5-9aac-4948-9af3-d75d4216f44d {{(pid=94062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:19:59.391646 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-244c6b8c-9b0c-4f23-85cf-cc0a90fadc99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:59.424159 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e19e75-8fbd-405e-b614-5b77eb3df000 req-238dc6a5-7579-45fd-9da2-7dc25f0df4fd tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:59.425619 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e1e19e75-8fbd-405e-b614-5b77eb3df000 req-238dc6a5-7579-45fd-9da2-7dc25f0df4fd tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0795894 Sep 27 12:19:59.440990 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-244c6b8c-9b0c-4f23-85cf-cc0a90fadc99 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:59.462766 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-244c6b8c-9b0c-4f23-85cf-cc0a90fadc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8349256'] for subnet, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:59.509904 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e1e19e75-8fbd-405e-b614-5b77eb3df000 req-2fdfe8ea-87ab-4021-83c9-79e20d63cf2a tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717907 Sep 27 12:19:59.546600 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-244c6b8c-9b0c-4f23-85cf-cc0a90fadc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8349249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323'] for subnet, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:59.574932 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c6b8c-9b0c-4f23-85cf-cc0a90fadc99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25349ce5-9aac-4948-9af3-d75d4216f44d,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:19:59.592156 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-244c6b8c-9b0c-4f23-85cf-cc0a90fadc99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:59.594112 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-244c6b8c-9b0c-4f23-85cf-cc0a90fadc99 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/25349ce5-9aac-4948-9af3-d75d4216f44d HTTP/1.1" status: 204 len: 168 time: 0.2820084 Sep 27 12:19:59.597386 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 55888) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:19:59.636319 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a937b-d821-4bcc-8c4d-c1a4cbe9b70c req-ca5064cd-7fb5-4719-b563-186c8e0f97ec tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:19:59.638516 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-545a937b-d821-4bcc-8c4d-c1a4cbe9b70c req-ca5064cd-7fb5-4719-b563-186c8e0f97ec tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=955a146f-762a-49e5-baea-d9d896791361 HTTP/1.1" status: 200 len: 944 time: 0.0588603 Sep 27 12:19:59.679782 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56b9f5f7-68ff-4c97-8385-591bfe08739d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7874224'] for network, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:59.683353 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-545a937b-d821-4bcc-8c4d-c1a4cbe9b70c req-69c90d0c-ddcf-4817-b0e8-07c6c30a2706 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c80fce4-3e18-4815-b512-ebb150f11251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376592 Sep 27 12:19:59.803445 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56b9f5f7-68ff-4c97-8385-591bfe08739d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8355569', 'neutron.services.segments.db._delete_segments_for_network-8743558924948'] for network, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:19:59.824173 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56b9f5f7-68ff-4c97-8385-591bfe08739d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:19:59.824539 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56b9f5f7-68ff-4c97-8385-591bfe08739d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:19:59.825286 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56b9f5f7-68ff-4c97-8385-591bfe08739d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:19:59.825635 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56b9f5f7-68ff-4c97-8385-591bfe08739d admin admin] Subscribe: > port after_create 55550000 {{(pid=94061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:19:59.825969 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56b9f5f7-68ff-4c97-8385-591bfe08739d admin admin] Subscribe: > port after_delete 55550000 {{(pid=94061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:19:59.826297 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56b9f5f7-68ff-4c97-8385-591bfe08739d admin admin] Subscribe: > port after_update 55550000 {{(pid=94061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:19:59.826612 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56b9f5f7-68ff-4c97-8385-591bfe08739d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:19:59.826925 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56b9f5f7-68ff-4c97-8385-591bfe08739d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:19:59.827262 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56b9f5f7-68ff-4c97-8385-591bfe08739d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:19:59.827602 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56b9f5f7-68ff-4c97-8385-591bfe08739d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:19:59.946973 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 91d2fd3a-948b-43de-be4e-9f07bd4751c2 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:19:59.979960 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56b9f5f7-68ff-4c97-8385-591bfe08739d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:19:59.980303 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56b9f5f7-68ff-4c97-8385-591bfe08739d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:19:59.980631 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56b9f5f7-68ff-4c97-8385-591bfe08739d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:19:59.980961 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56b9f5f7-68ff-4c97-8385-591bfe08739d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:19:59.981322 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.services.segments.db [None req-56b9f5f7-68ff-4c97-8385-591bfe08739d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c26758c-9cc1-4501-8798-538f25140b27']}} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:19:59.997793 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.services.segments.db [None req-56b9f5f7-68ff-4c97-8385-591bfe08739d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b0ae6e-244d-42b8-ba89-f6f76d83312f') {'for_net_delete': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:19:59.998079 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.services.segments.db [None req-56b9f5f7-68ff-4c97-8385-591bfe08739d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b0ae6e-244d-42b8-ba89-f6f76d83312f') {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:20:00.012985 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56b9f5f7-68ff-4c97-8385-591bfe08739d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743558923165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8886170'] for segment, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:00.037498 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56b9f5f7-68ff-4c97-8385-591bfe08739d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:00.039716 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 91d2fd3a-948b-43de-be4e-9f07bd4751c2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=91d2fd3a-948b-43de-be4e-9f07bd4751c2,segment=NetworkSegment(beb87695-19f8-4333-b5f9-0a331f2a0b2b),segment_id=beb87695-19f8-4333-b5f9-0a331f2a0b2b)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:20:00.046146 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56b9f5f7-68ff-4c97-8385-591bfe08739d admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=94061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:20:00.046568 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56b9f5f7-68ff-4c97-8385-591bfe08739d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3978971'] for segment, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: from cryptography.utils import int_from_bytes Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: from cryptography.utils import int_from_bytes Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: Traceback (most recent call last): Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: timer() Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: cb(*args, **kw) Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: return func(*args, **kwargs) Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: self._notify() Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: self.callback(batched_events) Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: event.method(event) Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: return f(self, *a, **k) Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: return self._get(url).json() Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: return self.request(url, 'GET', **kwargs) Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:20:00.050477 dv-cinder-768458-11-iscsi neutron-server[94061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:20:00.052777 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Returning: {'device': '91d2fd3a-948b-43de-be4e-9f07bd4751c2', 'network_id': '057f8f27-5d47-4c69-8946-b15147d29a56', 'port_id': '91d2fd3a-948b-43de-be4e-9f07bd4751c2', 'mac_address': 'fa:16:3e:c5:53:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf1dc9e5-8c87-40f9-8ebb-1486801540d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:20:00.090814 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:00.104665 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d2fd3a-948b-43de-be4e-9f07bd4751c2 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:20:00.106139 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56b9f5f7-68ff-4c97-8385-591bfe08739d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8355526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528650'] for network, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:00.121995 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56b9f5f7-68ff-4c97-8385-591bfe08739d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:00.126451 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-56b9f5f7-68ff-4c97-8385-591bfe08739d admin admin] 10.222.0.60 "DELETE /v2.0/networks/6c26758c-9cc1-4501-8798-538f25140b27 HTTP/1.1" status: 204 len: 168 time: 0.5250931 Sep 27 12:20:00.126451 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9f5f7-68ff-4c97-8385-591bfe08739d admin admin] Pushing event deleted for resources: {'Network': ['ID=6c26758c-9cc1-4501-8798-538f25140b27,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:00.136798 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 91d2fd3a-948b-43de-be4e-9f07bd4751c2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=91d2fd3a-948b-43de-be4e-9f07bd4751c2,segment=NetworkSegment(beb87695-19f8-4333-b5f9-0a331f2a0b2b),segment_id=beb87695-19f8-4333-b5f9-0a331f2a0b2b)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:20:00.142346 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:00.196049 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=91d2fd3a-948b-43de-be4e-9f07bd4751c2,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:00.203536 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:20:00.203817 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:20:00.204160 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:20:00.204595 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:20:00.204929 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:20:00.205259 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:20:00.205582 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:20:00.205906 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:20:00.206246 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:20:00.206604 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:20:00.206931 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:20:00.207530 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:20:00.306020 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 55908) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:00.356446 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-2cb5373f-4505-45e9-94be-cab1abe0462b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=272fe0cc16074204bc4c5b4a72a61d21&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0491588 Sep 27 12:20:00.359068 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 55916) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:00.418679 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fa0ecd92-759e-4e38-9d61-8a8362b45fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:00.440241 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fa0ecd92-759e-4e38-9d61-8a8362b45fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:00.495600 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fa0ecd92-759e-4e38-9d61-8a8362b45fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:00.498077 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fa0ecd92-759e-4e38-9d61-8a8362b45fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:00.499240 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-fa0ecd92-759e-4e38-9d61-8a8362b45fa1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fa2a1108-9905-4e11-963e-e61355387684 HTTP/1.1" status: 204 len: 168 time: 0.1392324 Sep 27 12:20:00.508006 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ecd92-759e-4e38-9d61-8a8362b45fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2a1108-9905-4e11-963e-e61355387684,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:00.516915 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['91d2fd3a-948b-43de-be4e-9f07bd4751c2'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:20:00.724555 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552fc8a-ac93-44c6-8e5d-535d55c79fb6 req-bfa7c386-7c91-4504-bf90-266495600870 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:00.735315 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7552fc8a-ac93-44c6-8e5d-535d55c79fb6 req-bfa7c386-7c91-4504-bf90-266495600870 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.1088645 Sep 27 12:20:00.827631 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7552fc8a-ac93-44c6-8e5d-535d55c79fb6 req-4103451a-4070-468b-baa6-1bfd020730a3 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913458 Sep 27 12:20:00.888603 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12bf16-c243-4c5b-aa3e-2831758bf4bc req-e941549a-8f90-401e-8491-87ba0c7ff2b7 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:00.890075 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3a12bf16-c243-4c5b-aa3e-2831758bf4bc req-e941549a-8f90-401e-8491-87ba0c7ff2b7 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=955a146f-762a-49e5-baea-d9d896791361 HTTP/1.1" status: 200 len: 945 time: 0.0564151 Sep 27 12:20:00.963297 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3a12bf16-c243-4c5b-aa3e-2831758bf4bc req-3b25e912-8a70-41e2-988a-18de79034940 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c80fce4-3e18-4815-b512-ebb150f11251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669420 Sep 27 12:20:01.416019 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 55990) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:01.440089 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 55994) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:01.523915 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b13163b7-9a42-475c-8862-7ad85af61a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:01.536013 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-b8e2fe6c-4799-425d-a288-bc5dd45f7a6f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-988052167-network', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:20:01.558526 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.db.api [None req-b8e2fe6c-4799-425d-a288-bc5dd45f7a6f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 27 12:20:01.558526 dv-cinder-768458-11-iscsi neutron-server[94061]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 27 12:20:01.558526 dv-cinder-768458-11-iscsi neutron-server[94061]: [parameters: {'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'id': '8d1c52bf-5e37-47b7-b8c1-6faaac7ab76c', 'expiration': datetime.datetime(2021, 9, 27, 12, 22, 1, 553383)}] Sep 27 12:20:01.558526 dv-cinder-768458-11-iscsi neutron-server[94061]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 12:20:01.558962 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG oslo_db.api [None req-b8e2fe6c-4799-425d-a288-bc5dd45f7a6f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 12:20:01.628790 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b13163b7-9a42-475c-8862-7ad85af61a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:01.633117 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b13163b7-9a42-475c-8862-7ad85af61a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:01.673953 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13163b7-9a42-475c-8862-7ad85af61a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6128df-afce-4130-8ef7-81dbe38b7175,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:01.678126 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-b13163b7-9a42-475c-8862-7ad85af61a8d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=34ac8c41f5e6437c97b01a1fd70faa73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2604823 Sep 27 12:20:01.680712 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 55998) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:01.732017 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-023f9f1d-32ef-4312-bfd3-66309a2e63a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:01.757825 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-023f9f1d-32ef-4312-bfd3-66309a2e63a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:01.805187 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-023f9f1d-32ef-4312-bfd3-66309a2e63a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:01.807798 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-023f9f1d-32ef-4312-bfd3-66309a2e63a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:01.808936 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-023f9f1d-32ef-4312-bfd3-66309a2e63a1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ac6128df-afce-4130-8ef7-81dbe38b7175 HTTP/1.1" status: 204 len: 168 time: 0.1273520 Sep 27 12:20:01.817593 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f9f1d-32ef-4312-bfd3-66309a2e63a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6128df-afce-4130-8ef7-81dbe38b7175,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:01.951752 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b040e7-932e-4c88-bc40-6d74008cc3e3 req-d99ac966-dacb-457e-a7d5-72423f054d9f tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:01.953290 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f7b040e7-932e-4c88-bc40-6d74008cc3e3 req-d99ac966-dacb-457e-a7d5-72423f054d9f tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0597613 Sep 27 12:20:01.998173 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f7b040e7-932e-4c88-bc40-6d74008cc3e3 req-23c36765-b3ab-4b17-b009-a84a25b39149 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384243 Sep 27 12:20:02.036715 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 56024) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:02.119063 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e8b31-4f5c-4a2a-b268-9c39d6ef8676 req-c9ea9032-fdcf-45d0-8e52-d85a1666f9ce tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:02.121108 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6c8e8b31-4f5c-4a2a-b268-9c39d6ef8676 req-c9ea9032-fdcf-45d0-8e52-d85a1666f9ce tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=955a146f-762a-49e5-baea-d9d896791361 HTTP/1.1" status: 200 len: 945 time: 0.0703053 Sep 27 12:20:02.122690 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e2fe6c-4799-425d-a288-bc5dd45f7a6f admin admin] Made reservation on behalf of d4968d9d2be54e15a365a83a0fe2eebc for: {'network': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:20:02.125108 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b8e2fe6c-4799-425d-a288-bc5dd45f7a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for network, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:02.145697 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b8e2fe6c-4799-425d-a288-bc5dd45f7a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:02.177506 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 56030) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:02.186453 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fd5eb2da-a7fc-4efb-b0bc-db545c65a195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:02.191538 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ac07b4e6-f9ee-41cb-be86-9df947ba79f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:02.229179 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6c8e8b31-4f5c-4a2a-b268-9c39d6ef8676 req-fa1f00a9-c3e8-4424-9f70-0d2bcb9e9404 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c80fce4-3e18-4815-b512-ebb150f11251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988550 Sep 27 12:20:02.313414 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b8e2fe6c-4799-425d-a288-bc5dd45f7a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:02.319015 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b8e2fe6c-4799-425d-a288-bc5dd45f7a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:02.343454 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e2fe6c-4799-425d-a288-bc5dd45f7a6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=94061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:20:02.352177 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2fe6c-4799-425d-a288-bc5dd45f7a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4aff722-649f-4a59-8cc6-cf5caecde7a7,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:02.358009 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b8e2fe6c-4799-425d-a288-bc5dd45f7a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:02.358396 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.db.segments_db [None req-b8e2fe6c-4799-425d-a288-bc5dd45f7a6f admin admin] Added segment dba8a605-1ec3-4e1a-aed1-624c44cc2d3b of type vlan for network e6e4e115-5c92-482e-b62e-69127fce84b8 Sep 27 12:20:02.395970 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ac07b4e6-f9ee-41cb-be86-9df947ba79f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:02.397229 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b8e2fe6c-4799-425d-a288-bc5dd45f7a6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743558578710'] for network, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:02.399706 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ac07b4e6-f9ee-41cb-be86-9df947ba79f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:02.440643 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b8e2fe6c-4799-425d-a288-bc5dd45f7a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323'] for network, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:02.441619 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e2fe6c-4799-425d-a288-bc5dd45f7a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:02.442192 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b8e2fe6c-4799-425d-a288-bc5dd45f7a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:02.448215 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-ac07b4e6-f9ee-41cb-be86-9df947ba79f9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1f5ab43333984dafaf86e16650b318d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669520 Sep 27 12:20:02.448215 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07b4e6-f9ee-41cb-be86-9df947ba79f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60399112-47ed-4f55-8ab5-6f725173ffd4,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:02.449676 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 56036) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:02.498589 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ff39fc1a-a69b-4f3f-9b77-22210b062b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:02.522330 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ff39fc1a-a69b-4f3f-9b77-22210b062b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:02.526572 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2fe6c-4799-425d-a288-bc5dd45f7a6f admin admin] Pushing event updated for resources: {'Network': ['ID=e6e4e115-5c92-482e-b62e-69127fce84b8,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:02.537183 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Network e6e4e115-5c92-482e-b62e-69127fce84b8 details requested by agent ovs-agent-dv-cinder-768458-11-iscsi with host dv-cinder-768458-11-iscsi {{(pid=94063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:20:02.559088 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fd5eb2da-a7fc-4efb-b0bc-db545c65a195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:02.565223 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fd5eb2da-a7fc-4efb-b0bc-db545c65a195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:02.577141 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-b8e2fe6c-4799-425d-a288-bc5dd45f7a6f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1357138 Sep 27 12:20:02.580648 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 56038) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:02.581219 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ff39fc1a-a69b-4f3f-9b77-22210b062b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:02.585059 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ff39fc1a-a69b-4f3f-9b77-22210b062b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:02.589519 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-ff39fc1a-a69b-4f3f-9b77-22210b062b43 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/60399112-47ed-4f55-8ab5-6f725173ffd4 HTTP/1.1" status: 204 len: 168 time: 0.1387835 Sep 27 12:20:02.595972 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-5f4ae12a-beb2-4503-9c5e-0c5086753b85 admin admin] Request body: {'subnet': {'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-988052167-subnet', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:20:02.606557 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-fd5eb2da-a7fc-4efb-b0bc-db545c65a195 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1086c2496d254eed9a9794bed9152c78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5687852 Sep 27 12:20:02.607433 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5eb2da-a7fc-4efb-b0bc-db545c65a195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b43a40c-7752-4212-a8ce-0604fce73ab4,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:02.609679 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 56042) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:02.631815 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39fc1a-a69b-4f3f-9b77-22210b062b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60399112-47ed-4f55-8ab5-6f725173ffd4,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:02.644962 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4ae12a-beb2-4503-9c5e-0c5086753b85 admin admin] Made reservation on behalf of d4968d9d2be54e15a365a83a0fe2eebc for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:20:02.647282 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5f4ae12a-beb2-4503-9c5e-0c5086753b85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:02.665916 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3fbd4adf-d019-4af9-ac3e-d429998eb5ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:02.688409 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3fbd4adf-d019-4af9-ac3e-d429998eb5ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:02.739320 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3fbd4adf-d019-4af9-ac3e-d429998eb5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:02.742453 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3fbd4adf-d019-4af9-ac3e-d429998eb5ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:02.743655 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-3fbd4adf-d019-4af9-ac3e-d429998eb5ea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7b43a40c-7752-4212-a8ce-0604fce73ab4 HTTP/1.1" status: 204 len: 168 time: 0.1330755 Sep 27 12:20:02.752069 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd4adf-d019-4af9-ac3e-d429998eb5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b43a40c-7752-4212-a8ce-0604fce73ab4,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:02.849267 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5f4ae12a-beb2-4503-9c5e-0c5086753b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:02.909619 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ae12a-beb2-4503-9c5e-0c5086753b85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9068b1e0-52e3-43a8-9f44-5a4718423cdc,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:02.914096 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4ae12a-beb2-4503-9c5e-0c5086753b85 admin admin] Checking segment: {'id': 'dba8a605-1ec3-4e1a-aed1-624c44cc2d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:20:02.914659 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4ae12a-beb2-4503-9c5e-0c5086753b85 admin admin] Network hostable DHCP agents. Network: e6e4e115-5c92-482e-b62e-69127fce84b8, hostable agents: ['e47cdff6-7b19-4f64-ade6-a89e4357b373'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:20:02.932103 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4ae12a-beb2-4503-9c5e-0c5086753b85 admin admin] Network e6e4e115-5c92-482e-b62e-69127fce84b8 is scheduled to be hosted by DHCP agent e47cdff6-7b19-4f64-ade6-a89e4357b373 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:20:02.942232 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-5f4ae12a-beb2-4503-9c5e-0c5086753b85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-11-iscsi, e6e4e115-5c92-482e-b62e-69127fce84b8) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:20:02.947025 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4ae12a-beb2-4503-9c5e-0c5086753b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:02.948386 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5f4ae12a-beb2-4503-9c5e-0c5086753b85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:02.953934 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efce9f4-d18f-4047-88da-f3f762b9cd75 None None] Network e6e4e115-5c92-482e-b62e-69127fce84b8 requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:20:02.965170 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-5f4ae12a-beb2-4503-9c5e-0c5086753b85 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3742456 Sep 27 12:20:02.967861 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 56054) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:02.974010 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-c8a0b29e-6078-486d-b6e7-fcca438552d8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-988052167-router', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:20:03.004909 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c8a0b29e-6078-486d-b6e7-fcca438552d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7339'] for router, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:03.006926 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c8a0b29e-6078-486d-b6e7-fcca438552d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:03.072947 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c8a0b29e-6078-486d-b6e7-fcca438552d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:03.140099 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa50d8d-fefb-416a-9b01-24c105307655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ac633e-ba30-5e3b-be39-b05eee44f07a-e6e4e115-5c92-482e-b62e-69127fce84b8', 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'fixed_ips': [{'subnet_id': '9068b1e0-52e3-43a8-9f44-5a4718423cdc'}]}} from dv-cinder-768458-11-iscsi. {{(pid=94063) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 12:20:03.141409 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1aa50d8d-fefb-416a-9b01-24c105307655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:03.190597 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 56066) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:03.204995 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3e9b12ce-b564-4224-9f69-ec58bdf500bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:03.253766 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c8a0b29e-6078-486d-b6e7-fcca438552d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:03.264046 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf7c7f-fb6d-438b-814b-1b7bbed3f3c4 req-e04b2b3a-1877-4875-b8e5-e48dbddf228b tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:03.270422 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2faf7c7f-fb6d-438b-814b-1b7bbed3f3c4 req-e04b2b3a-1877-4875-b8e5-e48dbddf228b tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.1555312 Sep 27 12:20:03.320437 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-1aa50d8d-fefb-416a-9b01-24c105307655 None None] Allocated IP 172.20.0.2 (e6e4e115-5c92-482e-b62e-69127fce84b8/9068b1e0-52e3-43a8-9f44-5a4718423cdc/7bed3d55-7b74-446d-98eb-9244508f7e81) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:20:03.350965 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2faf7c7f-fb6d-438b-814b-1b7bbed3f3c4 req-6a0164f3-6ae4-482f-bf4d-a83f6f3a6b61 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600624 Sep 27 12:20:03.389831 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3e9b12ce-b564-4224-9f69-ec58bdf500bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:03.401498 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3e9b12ce-b564-4224-9f69-ec58bdf500bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:03.435049 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-3e9b12ce-b564-4224-9f69-ec58bdf500bd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=29fbb21ea0cc481bb6c5a912ef529949&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425840 Sep 27 12:20:03.437802 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 56076) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:03.495538 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b12ce-b564-4224-9f69-ec58bdf500bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d8b326-1d03-49a1-8c3c-66b99bc079dc,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:03.511482 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2ba7acc6-023f-4001-9a57-130277aabe7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:03.520178 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c3951-6fdf-4810-af7b-804886958849 req-2ef81173-480a-4898-8265-7d555e7af91e tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:03.521680 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2b5c3951-6fdf-4810-af7b-804886958849 req-2ef81173-480a-4898-8265-7d555e7af91e tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=955a146f-762a-49e5-baea-d9d896791361 HTTP/1.1" status: 200 len: 945 time: 0.0991561 Sep 27 12:20:03.541927 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2ba7acc6-023f-4001-9a57-130277aabe7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:03.565966 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1aa50d8d-fefb-416a-9b01-24c105307655 None None] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:03.576463 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1aa50d8d-fefb-416a-9b01-24c105307655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:03.613645 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2ba7acc6-023f-4001-9a57-130277aabe7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:03.615785 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa50d8d-fefb-416a-9b01-24c105307655 None None] Network e6e4e115-5c92-482e-b62e-69127fce84b8 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:20:03.618774 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2ba7acc6-023f-4001-9a57-130277aabe7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:03.618956 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-1aa50d8d-fefb-416a-9b01-24c105307655 None None] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:20:03.621317 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-2ba7acc6-023f-4001-9a57-130277aabe7f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/91d8b326-1d03-49a1-8c3c-66b99bc079dc HTTP/1.1" status: 204 len: 168 time: 0.1822321 Sep 27 12:20:03.628724 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa50d8d-fefb-416a-9b01-24c105307655 None None] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:20:03.644787 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa50d8d-fefb-416a-9b01-24c105307655 None None] Pushing event updated for resources: {'Port': ['ID=7bed3d55-7b74-446d-98eb-9244508f7e81,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:03.668137 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba7acc6-023f-4001-9a57-130277aabe7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d8b326-1d03-49a1-8c3c-66b99bc079dc,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:03.706338 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-1aa50d8d-fefb-416a-9b01-24c105307655 None None] Attempting to bind port 7bed3d55-7b74-446d-98eb-9244508f7e81 on host dv-cinder-768458-11-iscsi for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:20:03.707029 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-1aa50d8d-fefb-416a-9b01-24c105307655 None None] Attempting to bind port 7bed3d55-7b74-446d-98eb-9244508f7e81 by drivers openvswitch,hyperv on host dv-cinder-768458-11-iscsi at level 0 using segments [{'id': 'dba8a605-1ec3-4e1a-aed1-624c44cc2d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:20:03.707811 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa50d8d-fefb-416a-9b01-24c105307655 None None] Attempting to bind port 7bed3d55-7b74-446d-98eb-9244508f7e81 on network e6e4e115-5c92-482e-b62e-69127fce84b8 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:20:03.719918 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa50d8d-fefb-416a-9b01-24c105307655 None None] Checking agent: {'id': 'a2732848-b036-4229-93de-7108b516e67d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 10, 49), 'started_at': datetime.datetime(2021, 9, 27, 12, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:20:03.720411 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa50d8d-fefb-416a-9b01-24c105307655 None None] Checking segment: {'id': 'dba8a605-1ec3-4e1a-aed1-624c44cc2d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:20:03.720823 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1aa50d8d-fefb-416a-9b01-24c105307655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:03.721224 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa50d8d-fefb-416a-9b01-24c105307655 None None] Bound using segment: {'id': 'dba8a605-1ec3-4e1a-aed1-624c44cc2d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:20:03.721710 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-1aa50d8d-fefb-416a-9b01-24c105307655 None None] Bound port: 7bed3d55-7b74-446d-98eb-9244508f7e81, host: dv-cinder-768458-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba8a605-1ec3-4e1a-aed1-624c44cc2d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:20:03.722136 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1aa50d8d-fefb-416a-9b01-24c105307655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:03.795003 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-1aa50d8d-fefb-416a-9b01-24c105307655 None None] For port 7bed3d55-7b74-446d-98eb-9244508f7e81, host dv-cinder-768458-11-iscsi, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:20:03.798605 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-1aa50d8d-fefb-416a-9b01-24c105307655 None None] For port 7bed3d55-7b74-446d-98eb-9244508f7e81, host dv-cinder-768458-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=7bed3d55-7b74-446d-98eb-9244508f7e81,segment=NetworkSegment(dba8a605-1ec3-4e1a-aed1-624c44cc2d3b),segment_id=dba8a605-1ec3-4e1a-aed1-624c44cc2d3b)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:20:03.811499 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1aa50d8d-fefb-416a-9b01-24c105307655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:03.812069 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2b5c3951-6fdf-4810-af7b-804886958849 req-f458142a-e225-4a8f-a1f3-a1f336bf1dd0 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c80fce4-3e18-4815-b512-ebb150f11251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548068 Sep 27 12:20:03.825854 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c8a0b29e-6078-486d-b6e7-fcca438552d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:03.850306 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c8a0b29e-6078-486d-b6e7-fcca438552d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:03.877598 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa50d8d-fefb-416a-9b01-24c105307655 None None] Pushing event updated for resources: {'Port': ['ID=7bed3d55-7b74-446d-98eb-9244508f7e81,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:03.968596 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-c8a0b29e-6078-486d-b6e7-fcca438552d8 admin admin] Allocated IP 172.27.2.44 (1438fd00-25c8-4de7-950d-8ff7237ae90c/dd58ffbb-8e9b-44c5-a656-07f4206120ad/0184fd49-90aa-48c2-9b25-6ddb6434f62d) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:20:04.092282 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c8a0b29e-6078-486d-b6e7-fcca438552d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:04.103383 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 56096) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:04.140664 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f8cc11b3-1b98-43b1-b040-43ec0ed13d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:04.150325 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c8a0b29e-6078-486d-b6e7-fcca438552d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:04.196672 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a0b29e-6078-486d-b6e7-fcca438552d8 admin admin] Network 1438fd00-25c8-4de7-950d-8ff7237ae90c is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:20:04.222354 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-c8a0b29e-6078-486d-b6e7-fcca438552d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:20:04.227569 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a0b29e-6078-486d-b6e7-fcca438552d8 admin admin] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:20:04.235898 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 91d2fd3a-948b-43de-be4e-9f07bd4751c2 up at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:20:04.274831 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f8cc11b3-1b98-43b1-b040-43ec0ed13d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:04.279494 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f8cc11b3-1b98-43b1-b040-43ec0ed13d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:04.318496 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc11b3-1b98-43b1-b040-43ec0ed13d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3d6375-0371-4930-90b4-7b083c723ebd,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:04.318724 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0b29e-6078-486d-b6e7-fcca438552d8 admin admin] Pushing event updated for resources: {'Port': ['ID=0184fd49-90aa-48c2-9b25-6ddb6434f62d,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:04.334797 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-f8cc11b3-1b98-43b1-b040-43ec0ed13d54 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=37e8e08eeb994f7389eab845b05a8935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292807 Sep 27 12:20:04.338510 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 56100) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:04.344078 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning for port 91d2fd3a-948b-43de-be4e-9f07bd4751c2 completed by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:20:04.349741 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning complete for port 91d2fd3a-948b-43de-be4e-9f07bd4751c2 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:20:04.350501 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:04.403874 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e1f11a96-d4e1-43b8-9b96-74f250dc64a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:04.466959 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e1f11a96-d4e1-43b8-9b96-74f250dc64a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:04.536690 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e1f11a96-d4e1-43b8-9b96-74f250dc64a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:04.539494 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e1f11a96-d4e1-43b8-9b96-74f250dc64a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:04.540775 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-e1f11a96-d4e1-43b8-9b96-74f250dc64a2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ab3d6375-0371-4930-90b4-7b083c723ebd HTTP/1.1" status: 204 len: 168 time: 0.2008059 Sep 27 12:20:04.565971 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f11a96-d4e1-43b8-9b96-74f250dc64a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3d6375-0371-4930-90b4-7b083c723ebd,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:04.620913 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b531654-6c6a-4bd7-a939-10f6a3d06d6d req-7c518ab0-b048-4e75-b05c-d5b7b27b2030 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:04.622470 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5b531654-6c6a-4bd7-a939-10f6a3d06d6d req-7c518ab0-b048-4e75-b05c-d5b7b27b2030 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.1279688 Sep 27 12:20:04.628314 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:04.666182 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955a146f-762a-49e5-baea-d9d896791361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d2fd3a-948b-43de-be4e-9f07bd4751c2'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:20:04.671819 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1408999cb3bb97c5ae56cf322f48a5762bdf0801c3dd38f4c7a67e93a613b0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060aed94-7d3c-4f2e-b7ed-76135423c06c" -d '{"events": [{"server_uuid": "955a146f-762a-49e5-baea-d9d896791361", "name": "network-vif-plugged", "status": "completed", "tag": "91d2fd3a-948b-43de-be4e-9f07bd4751c2"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:20:04.686848 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 91d2fd3a-948b-43de-be4e-9f07bd4751c2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=91d2fd3a-948b-43de-be4e-9f07bd4751c2,segment=NetworkSegment(beb87695-19f8-4333-b5f9-0a331f2a0b2b),segment_id=beb87695-19f8-4333-b5f9-0a331f2a0b2b)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:20:04.691725 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:04.712932 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5b531654-6c6a-4bd7-a939-10f6a3d06d6d req-6d552356-b811-4a8e-b4d7-fe907adc478e tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822284 Sep 27 12:20:04.739722 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c8a0b29e-6078-486d-b6e7-fcca438552d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:04.758007 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=91d2fd3a-948b-43de-be4e-9f07bd4751c2,revision_number=5']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:04.796454 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621bada8-3ede-49a1-a047-b3e78b7055d1 x-openstack-request-id: req-621bada8-3ede-49a1-a047-b3e78b7055d1 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:20:04.796749 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955a146f-762a-49e5-baea-d9d896791361", "name": "network-vif-plugged", "status": "completed", "tag": "91d2fd3a-948b-43de-be4e-9f07bd4751c2", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:20:04.797004 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-621bada8-3ede-49a1-a047-b3e78b7055d1 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:20:04.797458 dv-cinder-768458-11-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955a146f-762a-49e5-baea-d9d896791361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d2fd3a-948b-43de-be4e-9f07bd4751c2', 'code': 200} Sep 27 12:20:04.999311 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 7bed3d55-7b74-446d-98eb-9244508f7e81 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:20:05.082131 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port 7bed3d55-7b74-446d-98eb-9244508f7e81 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:20:05.082763 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:05.089859 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05aa26-17e3-49d7-9c8d-4675cd5e37c3 req-d40f39d5-be65-49a0-af47-6e3f8776c49c tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:05.096644 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0d05aa26-17e3-49d7-9c8d-4675cd5e37c3 req-d40f39d5-be65-49a0-af47-6e3f8776c49c tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=955a146f-762a-49e5-baea-d9d896791361 HTTP/1.1" status: 200 len: 946 time: 0.1414430 Sep 27 12:20:05.142511 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c8a0b29e-6078-486d-b6e7-fcca438552d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535742'] for router, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:05.163695 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0d05aa26-17e3-49d7-9c8d-4675cd5e37c3 req-7b49c590-5598-4d56-a491-806db6393254 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c80fce4-3e18-4815-b512-ebb150f11251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609622 Sep 27 12:20:05.176452 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9b0b4b-9aa1-4562-87c2-59b99cc88d07 None None] Network e6e4e115-5c92-482e-b62e-69127fce84b8 requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:20:05.295747 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:05.315785 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-59318915-2543-4890-b803-80405c55b3ae None None] Provisioning complete for port 7bed3d55-7b74-446d-98eb-9244508f7e81 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:20:05.316163 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-59318915-2543-4890-b803-80405c55b3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:05.343520 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a0b29e-6078-486d-b6e7-fcca438552d8 admin admin] Router 1e926963-5902-4445-992f-f9a943339294 is scheduled to L3 agent 6db84009-1e90-41eb-96d1-acd333e168da with binding_index 1 {{(pid=94061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 12:20:05.399264 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] For port 7bed3d55-7b74-446d-98eb-9244508f7e81, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=7bed3d55-7b74-446d-98eb-9244508f7e81,segment=NetworkSegment(dba8a605-1ec3-4e1a-aed1-624c44cc2d3b),segment_id=dba8a605-1ec3-4e1a-aed1-624c44cc2d3b)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:20:05.410604 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:05.510961 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Pushing event updated for resources: {'Port': ['ID=7bed3d55-7b74-446d-98eb-9244508f7e81,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:05.515171 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a0b29e-6078-486d-b6e7-fcca438552d8 admin admin] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:20:05.531073 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df97da0-93c5-49df-9e0d-9495ce6999be None None] Sync routers for ids ['1e926963-5902-4445-992f-f9a943339294'] in dv-cinder-768458-11-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:20:05.542066 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df97da0-93c5-49df-9e0d-9495ce6999be None None] Routers {'1e926963-5902-4445-992f-f9a943339294'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:20:05.542800 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-7df97da0-93c5-49df-9e0d-9495ce6999be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:19:47Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['1e926963-5902-4445-992f-f9a943339294'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:20:05.555971 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c8a0b29e-6078-486d-b6e7-fcca438552d8 admin admin] Notify callbacks [] for router, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:05.572901 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-c8a0b29e-6078-486d-b6e7-fcca438552d8 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6039350 Sep 27 12:20:05.573521 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 56150) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:05.664439 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-7df97da0-93c5-49df-9e0d-9495ce6999be None None] Set router 1e926963-5902-4445-992f-f9a943339294 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:20:05.895513 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-7df97da0-93c5-49df-9e0d-9495ce6999be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e926963-5902-4445-992f-f9a943339294', 'name': 'tempest-AttachVolumeTestJSON-988052167-router', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:04Z', 'revision_number': 3, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'gw_port': {'id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi'}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:20:05.895699 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c7e5a3e6-5581-4074-bf85-9c2374e6e50e None None] Provisioning complete for port 7bed3d55-7b74-446d-98eb-9244508f7e81 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:20:05.895699 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c7e5a3e6-5581-4074-bf85-9c2374e6e50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:05.930291 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df97da0-93c5-49df-9e0d-9495ce6999be None None] Checking router: 1e926963-5902-4445-992f-f9a943339294 for host: dv-cinder-768458-11-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:20:05.930950 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df97da0-93c5-49df-9e0d-9495ce6999be None None] Updating router 1e926963-5902-4445-992f-f9a943339294 port 0184fd49-90aa-48c2-9b25-6ddb6434f62d binding host dv-cinder-768458-11-iscsi {{(pid=94064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:20:05.960050 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7df97da0-93c5-49df-9e0d-9495ce6999be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:05.960994 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ee19c-ab81-4a53-904d-d354d9c5725a req-aad99abb-0b6a-4139-831d-1cd20ec887a4 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:05.962479 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-724ee19c-ab81-4a53-904d-d354d9c5725a req-aad99abb-0b6a-4139-831d-1cd20ec887a4 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.1311772 Sep 27 12:20:06.033267 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7583858-2555-4006-a5bb-b7c9aa9fa60e req-3ac3906a-a98a-4f08-bc5c-21e2f440bb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:06.034758 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c7583858-2555-4006-a5bb-b7c9aa9fa60e req-3ac3906a-a98a-4f08-bc5c-21e2f440bb51 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=955a146f-762a-49e5-baea-d9d896791361 HTTP/1.1" status: 200 len: 1099 time: 0.1566250 Sep 27 12:20:06.064923 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-724ee19c-ab81-4a53-904d-d354d9c5725a req-a56fb0f0-d902-4576-9bae-d30910852c34 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901449 Sep 27 12:20:06.117639 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c7583858-2555-4006-a5bb-b7c9aa9fa60e req-4bde9723-0e1e-44e2-825f-0f8fe8772d48 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4c80fce4-3e18-4815-b512-ebb150f11251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739534 Sep 27 12:20:06.181291 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 56166) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:06.205556 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-53958148-a70e-4aae-b207-219fa1eda509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:06.267239 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7df97da0-93c5-49df-9e0d-9495ce6999be None None] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:06.277538 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7df97da0-93c5-49df-9e0d-9495ce6999be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:06.294119 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706dca9-e349-4561-a701-2568ae39fd3e req-3521e8df-7d76-4a12-83cc-eb3b70f8cb58 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:06.310291 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9706dca9-e349-4561-a701-2568ae39fd3e req-3521e8df-7d76-4a12-83cc-eb3b70f8cb58 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=955a146f-762a-49e5-baea-d9d896791361 HTTP/1.1" status: 200 len: 946 time: 0.0831196 Sep 27 12:20:06.339670 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255f74b-05e2-4633-93ba-9b929e391639 None None] Pushing event updated for resources: {'Port': ['ID=0184fd49-90aa-48c2-9b25-6ddb6434f62d,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:06.343236 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-7df97da0-93c5-49df-9e0d-9495ce6999be None None] Attempting to bind port 0184fd49-90aa-48c2-9b25-6ddb6434f62d on host dv-cinder-768458-11-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:20:06.343609 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-7df97da0-93c5-49df-9e0d-9495ce6999be None None] Attempting to bind port 0184fd49-90aa-48c2-9b25-6ddb6434f62d by drivers openvswitch,hyperv on host dv-cinder-768458-11-iscsi at level 0 using segments [{'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:20:06.343970 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df97da0-93c5-49df-9e0d-9495ce6999be None None] Attempting to bind port 0184fd49-90aa-48c2-9b25-6ddb6434f62d on network 1438fd00-25c8-4de7-950d-8ff7237ae90c {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:20:06.350412 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e5ab3730-8051-443c-9774-6556f61edc42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:06.353295 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1255f74b-05e2-4633-93ba-9b929e391639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:20:06.353711 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1255f74b-05e2-4633-93ba-9b929e391639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:20:06.354050 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1255f74b-05e2-4633-93ba-9b929e391639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:20:06.354925 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1255f74b-05e2-4633-93ba-9b929e391639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:20:06.355451 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1255f74b-05e2-4633-93ba-9b929e391639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:20:06.355955 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1255f74b-05e2-4633-93ba-9b929e391639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:20:06.356287 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1255f74b-05e2-4633-93ba-9b929e391639 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:20:06.356764 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1255f74b-05e2-4633-93ba-9b929e391639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:20:06.357553 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1255f74b-05e2-4633-93ba-9b929e391639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:20:06.358083 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1255f74b-05e2-4633-93ba-9b929e391639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:20:06.358665 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1255f74b-05e2-4633-93ba-9b929e391639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:20:06.359368 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1255f74b-05e2-4633-93ba-9b929e391639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:20:06.363299 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df97da0-93c5-49df-9e0d-9495ce6999be None None] Checking agent: {'id': 'a2732848-b036-4229-93de-7108b516e67d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 10, 49), 'started_at': datetime.datetime(2021, 9, 27, 12, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:20:06.363820 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df97da0-93c5-49df-9e0d-9495ce6999be None None] Checking segment: {'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:20:06.364228 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7df97da0-93c5-49df-9e0d-9495ce6999be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:06.364755 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df97da0-93c5-49df-9e0d-9495ce6999be None None] Bound using segment: {'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:20:06.365522 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-7df97da0-93c5-49df-9e0d-9495ce6999be None None] Bound port: 0184fd49-90aa-48c2-9b25-6ddb6434f62d, host: dv-cinder-768458-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:20:06.366224 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7df97da0-93c5-49df-9e0d-9495ce6999be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:06.394335 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9706dca9-e349-4561-a701-2568ae39fd3e req-c3a6c87d-a625-4783-99e5-2cfc13a0b0da tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c80fce4-3e18-4815-b512-ebb150f11251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817182 Sep 27 12:20:06.450375 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-53958148-a70e-4aae-b207-219fa1eda509 admin admin] Allocated IP 172.20.0.1 (e6e4e115-5c92-482e-b62e-69127fce84b8/9068b1e0-52e3-43a8-9f44-5a4718423cdc/cceff216-3fb0-4380-be1f-afebf72e8087) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:20:06.464531 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-7df97da0-93c5-49df-9e0d-9495ce6999be None None] For port 0184fd49-90aa-48c2-9b25-6ddb6434f62d, host dv-cinder-768458-11-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:20:06.467818 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-7df97da0-93c5-49df-9e0d-9495ce6999be None None] For port 0184fd49-90aa-48c2-9b25-6ddb6434f62d, host dv-cinder-768458-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=0184fd49-90aa-48c2-9b25-6ddb6434f62d,segment=NetworkSegment(c3edcc58-5368-4442-b7b6-007dffc21523),segment_id=c3edcc58-5368-4442-b7b6-007dffc21523)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:20:06.484247 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7df97da0-93c5-49df-9e0d-9495ce6999be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:06.516403 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e5ab3730-8051-443c-9774-6556f61edc42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:06.526602 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e5ab3730-8051-443c-9774-6556f61edc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:06.556217 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255f74b-05e2-4633-93ba-9b929e391639 None None] Pushing event updated for resources: {'Port': ['ID=0184fd49-90aa-48c2-9b25-6ddb6434f62d,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:06.564673 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab3730-8051-443c-9774-6556f61edc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6634f7f1-2f85-4f78-a432-cf80d7e2e391,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:06.581953 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df97da0-93c5-49df-9e0d-9495ce6999be None None] Routers {'1e926963-5902-4445-992f-f9a943339294'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:20:06.582841 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-7df97da0-93c5-49df-9e0d-9495ce6999be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:19:47Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['1e926963-5902-4445-992f-f9a943339294'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:20:06.583444 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-e5ab3730-8051-443c-9774-6556f61edc42 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b1ef9091792a4b63832ec0b70bb86df4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4008996 Sep 27 12:20:06.589206 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 56186) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:06.626079 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-53958148-a70e-4aae-b207-219fa1eda509 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:06.668517 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-25e8d5bc-94d7-4f56-a440-63fdb8e54af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:06.670936 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-53958148-a70e-4aae-b207-219fa1eda509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:06.702287 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-25e8d5bc-94d7-4f56-a440-63fdb8e54af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:06.718668 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53958148-a70e-4aae-b207-219fa1eda509 admin admin] Network e6e4e115-5c92-482e-b62e-69127fce84b8 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:20:06.722049 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-53958148-a70e-4aae-b207-219fa1eda509 admin admin] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:20:06.726069 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53958148-a70e-4aae-b207-219fa1eda509 admin admin] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:20:06.760408 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-25e8d5bc-94d7-4f56-a440-63fdb8e54af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:06.763255 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-25e8d5bc-94d7-4f56-a440-63fdb8e54af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:06.764413 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-25e8d5bc-94d7-4f56-a440-63fdb8e54af8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6634f7f1-2f85-4f78-a432-cf80d7e2e391 HTTP/1.1" status: 204 len: 168 time: 0.1742556 Sep 27 12:20:06.771535 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-7df97da0-93c5-49df-9e0d-9495ce6999be None None] Set router 1e926963-5902-4445-992f-f9a943339294 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:20:06.772553 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e8d5bc-94d7-4f56-a440-63fdb8e54af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6634f7f1-2f85-4f78-a432-cf80d7e2e391,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:06.788411 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53958148-a70e-4aae-b207-219fa1eda509 admin admin] Pushing event updated for resources: {'Port': ['ID=cceff216-3fb0-4380-be1f-afebf72e8087,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:06.791359 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-53958148-a70e-4aae-b207-219fa1eda509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528771'] for router_interface, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:06.902649 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 7bed3d55-7b74-446d-98eb-9244508f7e81 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:20:07.016744 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port 7bed3d55-7b74-446d-98eb-9244508f7e81 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:20:07.017357 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:07.090204 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-46060e4b-d043-4455-b02b-e785edbd326a None None] Provisioning complete for port cceff216-3fb0-4380-be1f-afebf72e8087 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:20:07.090721 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-46060e4b-d043-4455-b02b-e785edbd326a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:07.212138 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-46060e4b-d043-4455-b02b-e785edbd326a None None] Port cceff216-3fb0-4380-be1f-afebf72e8087 cannot update to ACTIVE because it is not bound. {{(pid=94063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:20:07.240203 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-7df97da0-93c5-49df-9e0d-9495ce6999be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e926963-5902-4445-992f-f9a943339294', 'name': 'tempest-AttachVolumeTestJSON-988052167-router', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:04Z', 'revision_number': 3, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'gw_port': {'id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi'}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:20:07.257509 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c4958-ce54-4e4b-9649-98f762643557 req-0f769e11-41b3-460f-b2da-8afdb6861b87 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:07.259823 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d38c4958-ce54-4e4b-9649-98f762643557 req-0f769e11-41b3-460f-b2da-8afdb6861b87 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0674267 Sep 27 12:20:07.276920 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df97da0-93c5-49df-9e0d-9495ce6999be None None] The sync data for ids ['1e926963-5902-4445-992f-f9a943339294'] in dv-cinder-768458-11-iscsi is: [{'id': '1e926963-5902-4445-992f-f9a943339294', 'name': 'tempest-AttachVolumeTestJSON-988052167-router', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:04Z', 'revision_number': 3, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'gw_port': {'id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi'}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:20:07.311058 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d38c4958-ce54-4e4b-9649-98f762643557 req-7ca121c8-d2de-4df7-a04f-9de9c5b1a6c0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417297 Sep 27 12:20:07.315732 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-53958148-a70e-4aae-b207-219fa1eda509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:07.488473 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-53958148-a70e-4aae-b207-219fa1eda509 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:07.496355 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-53958148-a70e-4aae-b207-219fa1eda509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:07.550375 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201a9fb-c00e-475a-ba7e-23945e0ad47e req-a6fe6e31-6e44-4c1a-8b88-bf80f93e0529 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:07.552812 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0201a9fb-c00e-475a-ba7e-23945e0ad47e req-a6fe6e31-6e44-4c1a-8b88-bf80f93e0529 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=955a146f-762a-49e5-baea-d9d896791361 HTTP/1.1" status: 200 len: 946 time: 0.0820663 Sep 27 12:20:07.578328 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-53958148-a70e-4aae-b207-219fa1eda509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528499'] for router_interface, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:07.598687 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53958148-a70e-4aae-b207-219fa1eda509 admin admin] Pushing event updated for resources: {'Port': ['ID=cceff216-3fb0-4380-be1f-afebf72e8087,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:07.599512 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0201a9fb-c00e-475a-ba7e-23945e0ad47e req-d9205f5c-8afc-452c-9e39-f771b74a5599 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c80fce4-3e18-4815-b512-ebb150f11251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391915 Sep 27 12:20:07.698343 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53958148-a70e-4aae-b207-219fa1eda509 admin admin] Network e6e4e115-5c92-482e-b62e-69127fce84b8 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:20:07.699774 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-53958148-a70e-4aae-b207-219fa1eda509 admin admin] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:20:07.821761 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53958148-a70e-4aae-b207-219fa1eda509 admin admin] Router 1e926963-5902-4445-992f-f9a943339294 has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:20:07.938684 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-4522994e-5f61-4630-88d0-76dda8b7cebe None None] Provisioning complete for port cceff216-3fb0-4380-be1f-afebf72e8087 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:20:07.939283 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4522994e-5f61-4630-88d0-76dda8b7cebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:07.942127 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53958148-a70e-4aae-b207-219fa1eda509 admin admin] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:20:07.951266 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-53958148-a70e-4aae-b207-219fa1eda509 admin admin] 10.222.0.60 "PUT /v2.0/routers/1e926963-5902-4445-992f-f9a943339294/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3766377 Sep 27 12:20:07.984893 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-4522994e-5f61-4630-88d0-76dda8b7cebe None None] Port cceff216-3fb0-4380-be1f-afebf72e8087 cannot update to ACTIVE because it is not bound. {{(pid=94063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:20:08.446790 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 56232) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:08.450856 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-d2df600e-5ec5-47e3-8c42-f8ec85b55df4 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Request body: {'security_group': {'name': 'tempest-securitygroup--357480921', 'description': 'tempest-description--1228363021'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:20:08.473343 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d2df600e-5ec5-47e3-8c42-f8ec85b55df4 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:08.570357 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ebd3c-1c0c-4067-91df-32ab33665fe7 req-72d8e4ba-97cc-4d67-a4ca-a7b34552ee44 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:08.571856 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ea4ebd3c-1c0c-4067-91df-32ab33665fe7 req-72d8e4ba-97cc-4d67-a4ca-a7b34552ee44 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0736425 Sep 27 12:20:08.626892 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d2df600e-5ec5-47e3-8c42-f8ec85b55df4 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:08.628817 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d2df600e-5ec5-47e3-8c42-f8ec85b55df4 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:08.633841 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ea4ebd3c-1c0c-4067-91df-32ab33665fe7 req-0920d17b-a9cf-4d7b-9949-8e7a059929de tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559061 Sep 27 12:20:08.669499 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d2df600e-5ec5-47e3-8c42-f8ec85b55df4 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:08.670727 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-d2df600e-5ec5-47e3-8c42-f8ec85b55df4 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2234092 Sep 27 12:20:08.673584 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 56238) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:08.677901 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-05cc8907-f998-4a9e-8f17-9928e5647434 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Request body: {'security_group_rule': {'security_group_id': '21841eb0-9f57-4c36-ad41-1f5a60d4f726', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:20:08.684896 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df600e-5ec5-47e3-8c42-f8ec85b55df4 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21841eb0-9f57-4c36-ad41-1f5a60d4f726,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:08.741673 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-05cc8907-f998-4a9e-8f17-9928e5647434 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:08.768083 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756776b-42f0-437a-ad4f-a5b9a312b554 req-79ec0144-5975-492b-b634-ea7274ffc8fc tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:08.769527 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f756776b-42f0-437a-ad4f-a5b9a312b554 req-79ec0144-5975-492b-b634-ea7274ffc8fc tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=955a146f-762a-49e5-baea-d9d896791361 HTTP/1.1" status: 200 len: 946 time: 0.0756781 Sep 27 12:20:08.819890 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-05cc8907-f998-4a9e-8f17-9928e5647434 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:08.828634 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f756776b-42f0-437a-ad4f-a5b9a312b554 req-dcb98bb6-5a10-4abe-9be0-f0c459488a0b tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c80fce4-3e18-4815-b512-ebb150f11251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528076 Sep 27 12:20:08.829368 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-05cc8907-f998-4a9e-8f17-9928e5647434 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646503'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:08.839569 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aef7b0-8de6-4b3e-8cda-f9e7338b2389 None None] Sync routers for ids ['1e926963-5902-4445-992f-f9a943339294'] in dv-cinder-768458-11-iscsi {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:20:08.847685 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc8907-f998-4a9e-8f17-9928e5647434 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3fcd1e0-2ec7-4174-9801-e33e98170ef0,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:08.859975 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aef7b0-8de6-4b3e-8cda-f9e7338b2389 None None] Routers {'1e926963-5902-4445-992f-f9a943339294'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:20:08.860649 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-f3aef7b0-8de6-4b3e-8cda-f9e7338b2389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:19:47Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['1e926963-5902-4445-992f-f9a943339294'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:20:08.864374 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-05cc8907-f998-4a9e-8f17-9928e5647434 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:08.867016 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-05cc8907-f998-4a9e-8f17-9928e5647434 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1906335 Sep 27 12:20:08.867916 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 56242) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:08.872989 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-3e5b7104-0fd6-46e1-a1c3-5f2b5ec32a90 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Request body: {'security_group_rule': {'security_group_id': '21841eb0-9f57-4c36-ad41-1f5a60d4f726', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:20:08.897979 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3e5b7104-0fd6-46e1-a1c3-5f2b5ec32a90 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:08.957000 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 0184fd49-90aa-48c2-9b25-6ddb6434f62d up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:20:08.961471 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3e5b7104-0fd6-46e1-a1c3-5f2b5ec32a90 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:08.966891 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3e5b7104-0fd6-46e1-a1c3-5f2b5ec32a90 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646503'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:08.984113 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b7104-0fd6-46e1-a1c3-5f2b5ec32a90 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f49c9b91-9984-4146-b9e4-c7adb6609664,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:08.991896 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3e5b7104-0fd6-46e1-a1c3-5f2b5ec32a90 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:08.996017 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-3e5b7104-0fd6-46e1-a1c3-5f2b5ec32a90 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242492 Sep 27 12:20:08.996226 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 56244) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:09.000745 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-a8f26657-3144-4b27-8e75-72e6d4988fff tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Request body: {'floatingip': {'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:20:09.009524 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-f3aef7b0-8de6-4b3e-8cda-f9e7338b2389 None None] Set router 1e926963-5902-4445-992f-f9a943339294 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:20:09.023796 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a8f26657-3144-4b27-8e75-72e6d4988fff tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for floatingip, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:09.084877 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port 0184fd49-90aa-48c2-9b25-6ddb6434f62d triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:20:09.085169 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:09.119039 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a8f26657-3144-4b27-8e75-72e6d4988fff tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:09.226001 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-a8f26657-3144-4b27-8e75-72e6d4988fff tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Allocated IP 172.27.2.160 (1438fd00-25c8-4de7-950d-8ff7237ae90c/dd58ffbb-8e9b-44c5-a656-07f4206120ad/2497ea79-f807-48dd-b31d-d6e44115257b) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:20:09.251498 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:09.274330 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] For port 0184fd49-90aa-48c2-9b25-6ddb6434f62d, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=0184fd49-90aa-48c2-9b25-6ddb6434f62d,segment=NetworkSegment(c3edcc58-5368-4442-b7b6-007dffc21523),segment_id=c3edcc58-5368-4442-b7b6-007dffc21523)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:20:09.280332 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:09.286484 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-f3aef7b0-8de6-4b3e-8cda-f9e7338b2389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e926963-5902-4445-992f-f9a943339294', 'name': 'tempest-AttachVolumeTestJSON-988052167-router', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:07Z', 'revision_number': 4, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'gw_port': {'id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'cceff216-3fb0-4380-be1f-afebf72e8087', 'name': '', 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'mac_address': 'fa:16:3e:91:a2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '9068b1e0-52e3-43a8-9f44-5a4718423cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:06Z', 'updated_at': '2021-09-27T12:20:07Z', 'revision_number': 2, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'subnets': [{'id': '9068b1e0-52e3-43a8-9f44-5a4718423cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:20:09.329406 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aef7b0-8de6-4b3e-8cda-f9e7338b2389 None None] Checking router: 1e926963-5902-4445-992f-f9a943339294 for host: dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:20:09.329755 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aef7b0-8de6-4b3e-8cda-f9e7338b2389 None None] Updating router 1e926963-5902-4445-992f-f9a943339294 port cceff216-3fb0-4380-be1f-afebf72e8087 binding host dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:20:09.334670 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a8f26657-3144-4b27-8e75-72e6d4988fff tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:09.366796 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f3aef7b0-8de6-4b3e-8cda-f9e7338b2389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:09.367723 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a8f26657-3144-4b27-8e75-72e6d4988fff tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:09.378532 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Pushing event updated for resources: {'Port': ['ID=0184fd49-90aa-48c2-9b25-6ddb6434f62d,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:09.404495 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f26657-3144-4b27-8e75-72e6d4988fff tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Network 1438fd00-25c8-4de7-950d-8ff7237ae90c is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:20:09.408567 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-a8f26657-3144-4b27-8e75-72e6d4988fff tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:20:09.410926 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f26657-3144-4b27-8e75-72e6d4988fff tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:20:09.424979 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f26657-3144-4b27-8e75-72e6d4988fff tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Pushing event updated for resources: {'Port': ['ID=2497ea79-f807-48dd-b31d-d6e44115257b,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:09.500897 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a8f26657-3144-4b27-8e75-72e6d4988fff tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:09.536693 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a8f26657-3144-4b27-8e75-72e6d4988fff tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:09.633108 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f3aef7b0-8de6-4b3e-8cda-f9e7338b2389 None None] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:09.643249 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f3aef7b0-8de6-4b3e-8cda-f9e7338b2389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:09.699682 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e25f13-daf3-420d-8911-e6c31426fc96 None None] Pushing event updated for resources: {'Port': ['ID=cceff216-3fb0-4380-be1f-afebf72e8087,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:09.722556 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a8f26657-3144-4b27-8e75-72e6d4988fff tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:09.729452 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a8f26657-3144-4b27-8e75-72e6d4988fff tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:09.780543 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a8f26657-3144-4b27-8e75-72e6d4988fff tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528668'] for floatingip, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:09.823797 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a8f26657-3144-4b27-8e75-72e6d4988fff tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:09.831321 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-a8f26657-3144-4b27-8e75-72e6d4988fff tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8278372 Sep 27 12:20:09.831321 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f26657-3144-4b27-8e75-72e6d4988fff tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Pushing event updated for resources: {'Port': ['ID=2497ea79-f807-48dd-b31d-d6e44115257b,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:09.870765 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018758d-8a8e-4dde-a2af-120160d7be30 req-251aad00-b5ec-4357-b4e4-f116ef8759f8 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:09.875791 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7018758d-8a8e-4dde-a2af-120160d7be30 req-251aad00-b5ec-4357-b4e4-f116ef8759f8 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.1150112 Sep 27 12:20:09.875957 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-f3aef7b0-8de6-4b3e-8cda-f9e7338b2389 None None] Attempting to bind port cceff216-3fb0-4380-be1f-afebf72e8087 on host dv-cinder-768458-11-iscsi for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:20:09.876195 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-f3aef7b0-8de6-4b3e-8cda-f9e7338b2389 None None] Attempting to bind port cceff216-3fb0-4380-be1f-afebf72e8087 by drivers openvswitch,hyperv on host dv-cinder-768458-11-iscsi at level 0 using segments [{'id': 'dba8a605-1ec3-4e1a-aed1-624c44cc2d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:20:09.876558 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aef7b0-8de6-4b3e-8cda-f9e7338b2389 None None] Attempting to bind port cceff216-3fb0-4380-be1f-afebf72e8087 on network e6e4e115-5c92-482e-b62e-69127fce84b8 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:20:09.881736 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aef7b0-8de6-4b3e-8cda-f9e7338b2389 None None] Checking agent: {'id': 'a2732848-b036-4229-93de-7108b516e67d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 10, 49), 'started_at': datetime.datetime(2021, 9, 27, 12, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:20:09.882107 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aef7b0-8de6-4b3e-8cda-f9e7338b2389 None None] Checking segment: {'id': 'dba8a605-1ec3-4e1a-aed1-624c44cc2d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:20:09.882503 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f3aef7b0-8de6-4b3e-8cda-f9e7338b2389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:09.883020 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aef7b0-8de6-4b3e-8cda-f9e7338b2389 None None] Bound using segment: {'id': 'dba8a605-1ec3-4e1a-aed1-624c44cc2d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:20:09.883424 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-f3aef7b0-8de6-4b3e-8cda-f9e7338b2389 None None] Bound port: cceff216-3fb0-4380-be1f-afebf72e8087, host: dv-cinder-768458-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba8a605-1ec3-4e1a-aed1-624c44cc2d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:20:09.883749 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f3aef7b0-8de6-4b3e-8cda-f9e7338b2389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:09.911873 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7018758d-8a8e-4dde-a2af-120160d7be30 req-b6d99965-29eb-49e7-b2e6-58a1e5542361 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352216 Sep 27 12:20:09.952852 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f3aef7b0-8de6-4b3e-8cda-f9e7338b2389 None None] For port cceff216-3fb0-4380-be1f-afebf72e8087, host dv-cinder-768458-11-iscsi, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:20:09.956275 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f3aef7b0-8de6-4b3e-8cda-f9e7338b2389 None None] For port cceff216-3fb0-4380-be1f-afebf72e8087, host dv-cinder-768458-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=cceff216-3fb0-4380-be1f-afebf72e8087,segment=NetworkSegment(dba8a605-1ec3-4e1a-aed1-624c44cc2d3b),segment_id=dba8a605-1ec3-4e1a-aed1-624c44cc2d3b)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:20:09.961833 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f3aef7b0-8de6-4b3e-8cda-f9e7338b2389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:10.023520 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b013a0-2bd1-47e1-bc6d-ea54fd961c82 req-9deb74b0-2915-4d8f-9793-8c294b6970cb tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:10.024608 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e25f13-daf3-420d-8911-e6c31426fc96 None None] Pushing event updated for resources: {'Port': ['ID=cceff216-3fb0-4380-be1f-afebf72e8087,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:10.028975 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aef7b0-8de6-4b3e-8cda-f9e7338b2389 None None] Routers {'1e926963-5902-4445-992f-f9a943339294'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:20:10.029579 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-f3aef7b0-8de6-4b3e-8cda-f9e7338b2389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:19:47Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['1e926963-5902-4445-992f-f9a943339294'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:20:10.031859 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e1b013a0-2bd1-47e1-bc6d-ea54fd961c82 req-9deb74b0-2915-4d8f-9793-8c294b6970cb tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=955a146f-762a-49e5-baea-d9d896791361 HTTP/1.1" status: 200 len: 946 time: 0.0578885 Sep 27 12:20:10.066169 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e1b013a0-2bd1-47e1-bc6d-ea54fd961c82 req-93c28344-cbb0-4557-9381-c1719512bd9f tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c80fce4-3e18-4815-b512-ebb150f11251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335429 Sep 27 12:20:10.071924 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-41dfc76c-6aa3-4f83-863e-f42f1bd3da6b None None] Provisioning complete for port cceff216-3fb0-4380-be1f-afebf72e8087 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:20:10.072344 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-41dfc76c-6aa3-4f83-863e-f42f1bd3da6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:10.170219 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-f3aef7b0-8de6-4b3e-8cda-f9e7338b2389 None None] Set router 1e926963-5902-4445-992f-f9a943339294 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:20:10.178543 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-c2a6f42b-0771-429a-9766-f26cee61042c tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--357480921&fields=id&tenant_id=d4968d9d2be54e15a365a83a0fe2eebc HTTP/1.1" status: 200 len: 267 time: 0.0342302 Sep 27 12:20:10.268253 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-41dfc76c-6aa3-4f83-863e-f42f1bd3da6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:10.297057 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-6c0c1ec6-bf9f-4482-8f7d-f5d0999fc11c tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:10.298487 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-6c0c1ec6-bf9f-4482-8f7d-f5d0999fc11c tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/networks?id=e6e4e115-5c92-482e-b62e-69127fce84b8 HTTP/1.1" status: 200 len: 810 time: 0.1124823 Sep 27 12:20:10.321833 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-08729d8f-4d7e-44d6-9df5-4178971c49f5 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/quotas/d4968d9d2be54e15a365a83a0fe2eebc HTTP/1.1" status: 200 len: 375 time: 0.0175977 Sep 27 12:20:10.346224 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-41dfc76c-6aa3-4f83-863e-f42f1bd3da6b None None] For port cceff216-3fb0-4380-be1f-afebf72e8087, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=cceff216-3fb0-4380-be1f-afebf72e8087,segment=NetworkSegment(dba8a605-1ec3-4e1a-aed1-624c44cc2d3b),segment_id=dba8a605-1ec3-4e1a-aed1-624c44cc2d3b)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:20:10.352454 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-41dfc76c-6aa3-4f83-863e-f42f1bd3da6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:10.378321 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-62c48caf-1242-4501-aa02-f8f30e11421f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4968d9d2be54e15a365a83a0fe2eebc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507107 Sep 27 12:20:10.446616 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dfc76c-6aa3-4f83-863e-f42f1bd3da6b None None] Pushing event updated for resources: {'Port': ['ID=cceff216-3fb0-4380-be1f-afebf72e8087,revision_number=5']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:10.468358 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-f3aef7b0-8de6-4b3e-8cda-f9e7338b2389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e926963-5902-4445-992f-f9a943339294', 'name': 'tempest-AttachVolumeTestJSON-988052167-router', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:07Z', 'revision_number': 4, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'gw_port': {'id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'cceff216-3fb0-4380-be1f-afebf72e8087', 'name': '', 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'mac_address': 'fa:16:3e:91:a2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '9068b1e0-52e3-43a8-9f44-5a4718423cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:06Z', 'updated_at': '2021-09-27T12:20:09Z', 'revision_number': 4, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'subnets': [{'id': '9068b1e0-52e3-43a8-9f44-5a4718423cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:20:10.479864 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-0ca15ca2-3077-45fb-8836-57d1e94b8b3f service neutron] 10.222.0.60 "GET /v2.0/networks/e6e4e115-5c92-482e-b62e-69127fce84b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899558 Sep 27 12:20:10.498532 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aef7b0-8de6-4b3e-8cda-f9e7338b2389 None None] The sync data for ids ['1e926963-5902-4445-992f-f9a943339294'] in dv-cinder-768458-11-iscsi is: [{'id': '1e926963-5902-4445-992f-f9a943339294', 'name': 'tempest-AttachVolumeTestJSON-988052167-router', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:07Z', 'revision_number': 4, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'gw_port': {'id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'cceff216-3fb0-4380-be1f-afebf72e8087', 'name': '', 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'mac_address': 'fa:16:3e:91:a2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '9068b1e0-52e3-43a8-9f44-5a4718423cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:06Z', 'updated_at': '2021-09-27T12:20:09Z', 'revision_number': 4, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'subnets': [{'id': '9068b1e0-52e3-43a8-9f44-5a4718423cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:20:10.501914 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-64eb0a72-7870-47d6-8836-b816302b6021 None None] Provisioning complete for port cceff216-3fb0-4380-be1f-afebf72e8087 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:20:10.502311 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-64eb0a72-7870-47d6-8836-b816302b6021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:10.585695 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-3580257e-800d-4aa6-a8c8-5e373ed36d83 service neutron] 10.222.0.60 "GET /v2.0/networks/e6e4e115-5c92-482e-b62e-69127fce84b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996974 Sep 27 12:20:10.787600 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b2d455d0-2e55-4ef7-a9e9-eeec0a0ff16b req-2d573736-e300-41d2-bc5a-5bf10850ac90 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 210 time: 0.0413649 Sep 27 12:20:10.997720 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device cceff216-3fb0-4380-be1f-afebf72e8087 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:20:11.049059 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:11.067356 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5d5cd-8b52-4aa1-bf0e-b9270555e973 req-a9d48482-bc33-46df-9314-e571fab12b43 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:11.071378 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port cceff216-3fb0-4380-be1f-afebf72e8087 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:20:11.071884 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:11.075811 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-01b5d5cd-8b52-4aa1-bf0e-b9270555e973 req-a9d48482-bc33-46df-9314-e571fab12b43 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0661643 Sep 27 12:20:11.131978 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-01b5d5cd-8b52-4aa1-bf0e-b9270555e973 req-039edea9-9ee4-4ccd-95d5-7882fcc14411 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547464 Sep 27 12:20:11.174613 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 0184fd49-90aa-48c2-9b25-6ddb6434f62d up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:20:11.214729 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51219a8d-78c4-4df7-8a43-bc988909c26b req-fbb71405-61b6-4bce-8b34-404e58f3f1cd tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:11.222466 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-51219a8d-78c4-4df7-8a43-bc988909c26b req-fbb71405-61b6-4bce-8b34-404e58f3f1cd tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=955a146f-762a-49e5-baea-d9d896791361 HTTP/1.1" status: 200 len: 946 time: 0.0678582 Sep 27 12:20:11.232097 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port 0184fd49-90aa-48c2-9b25-6ddb6434f62d triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:20:11.232717 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:11.264903 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-51219a8d-78c4-4df7-8a43-bc988909c26b req-01a7ab99-572c-4878-884a-1474173fba61 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c80fce4-3e18-4815-b512-ebb150f11251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414996 Sep 27 12:20:11.893259 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6d97a860-69a3-41c4-80d0-e33c58771e08 req-131c1cf9-0f69-40ce-be29-3eccefb66d0f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 210 time: 0.0415373 Sep 27 12:20:11.997561 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-25e66cb7-8b70-4738-b1cc-7f8d88870a69 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:11.999411 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-25e66cb7-8b70-4738-b1cc-7f8d88870a69 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.25 "GET /v2.0/networks?id=e6e4e115-5c92-482e-b62e-69127fce84b8 HTTP/1.1" status: 200 len: 810 time: 0.1654181 Sep 27 12:20:12.078549 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-e839dce6-b462-4eeb-b1f6-5d925aa4bbd6 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4968d9d2be54e15a365a83a0fe2eebc HTTP/1.1" status: 200 len: 379 time: 0.0328901 Sep 27 12:20:12.090663 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-b925c562-27c7-46a8-9eaf-7d4780540a00 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Request body: {'port': {'device_id': 'cf66c803-6c84-4a37-ab97-860cf95d0d82', 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8', 'admin_state_up': True, 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'security_groups': ['21841eb0-9f57-4c36-ad41-1f5a60d4f726']}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:20:12.199442 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-b925c562-27c7-46a8-9eaf-7d4780540a00 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Made reservation on behalf of d4968d9d2be54e15a365a83a0fe2eebc for: {'port': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:20:12.202955 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-b925c562-27c7-46a8-9eaf-7d4780540a00 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:12.251164 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6395554-02e2-4c91-8f63-2172ca6ea387 req-f4ce32bf-9f27-4fd4-905f-bfcbff7016a8 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:12.252580 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b6395554-02e2-4c91-8f63-2172ca6ea387 req-f4ce32bf-9f27-4fd4-905f-bfcbff7016a8 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0470719 Sep 27 12:20:12.296253 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b6395554-02e2-4c91-8f63-2172ca6ea387 req-71cf2b97-805d-4e13-af96-d6e4105bb01a tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372310 Sep 27 12:20:12.330369 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-b925c562-27c7-46a8-9eaf-7d4780540a00 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Allocated IP 172.20.0.13 (e6e4e115-5c92-482e-b62e-69127fce84b8/9068b1e0-52e3-43a8-9f44-5a4718423cdc/e7705cca-779e-4b43-a678-5d13f9ffb07f) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:20:12.404501 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42d468-ecfd-4c36-a09f-1959c91aa2e2 req-c6cd544f-6a16-4148-8a9d-ae3e6740bc96 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:12.405982 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fd42d468-ecfd-4c36-a09f-1959c91aa2e2 req-c6cd544f-6a16-4148-8a9d-ae3e6740bc96 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=955a146f-762a-49e5-baea-d9d896791361 HTTP/1.1" status: 200 len: 946 time: 0.0776231 Sep 27 12:20:12.506595 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fd42d468-ecfd-4c36-a09f-1959c91aa2e2 req-832f4a10-051b-4f6c-af41-be8be31d43f4 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c80fce4-3e18-4815-b512-ebb150f11251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930970 Sep 27 12:20:12.555599 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-b925c562-27c7-46a8-9eaf-7d4780540a00 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:12.595763 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-b925c562-27c7-46a8-9eaf-7d4780540a00 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:12.637120 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-b925c562-27c7-46a8-9eaf-7d4780540a00 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Network e6e4e115-5c92-482e-b62e-69127fce84b8 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:20:12.640024 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-b925c562-27c7-46a8-9eaf-7d4780540a00 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:20:12.643590 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-b925c562-27c7-46a8-9eaf-7d4780540a00 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:20:12.651644 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925c562-27c7-46a8-9eaf-7d4780540a00 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Pushing event updated for resources: {'Port': ['ID=e7705cca-779e-4b43-a678-5d13f9ffb07f,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:12.698898 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-b925c562-27c7-46a8-9eaf-7d4780540a00 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:12.699551 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-b925c562-27c7-46a8-9eaf-7d4780540a00 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:12.717685 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-b925c562-27c7-46a8-9eaf-7d4780540a00 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6311889 Sep 27 12:20:12.744849 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-e4b8952e-7e8e-403b-9cf0-83e9d6082716 service neutron] Request body: {'port': {'device_id': 'cf66c803-6c84-4a37-ab97-860cf95d0d82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:20:12.805897 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-e4b8952e-7e8e-403b-9cf0-83e9d6082716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:12.844819 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-6faebac7-a61b-446f-afae-be1eb6d176ec None None] Provisioning complete for port e7705cca-779e-4b43-a678-5d13f9ffb07f triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:20:12.845358 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6faebac7-a61b-446f-afae-be1eb6d176ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:12.908140 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-6faebac7-a61b-446f-afae-be1eb6d176ec None None] Port e7705cca-779e-4b43-a678-5d13f9ffb07f cannot update to ACTIVE because it is not bound. {{(pid=94063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:20:13.073053 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6200d4-a252-473b-b68e-7a9703d425ca req-7003e166-4c56-4c18-a17b-80ab2a6862ae tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:13.074571 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2b6200d4-a252-473b-b68e-7a9703d425ca req-7003e166-4c56-4c18-a17b-80ab2a6862ae tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 932 time: 0.0988810 Sep 27 12:20:13.133234 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2b6200d4-a252-473b-b68e-7a9703d425ca req-9b96bed8-e92a-4680-9833-dfe36e887a02 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507333 Sep 27 12:20:13.183205 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-e4b8952e-7e8e-403b-9cf0-83e9d6082716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7705cca-779e-4b43-a678-5d13f9ffb07f {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:20:13.191256 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-e4b8952e-7e8e-403b-9cf0-83e9d6082716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:13.204240 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-e4b8952e-7e8e-403b-9cf0-83e9d6082716 service neutron] Transition to ACTIVE for port object e7705cca-779e-4b43-a678-5d13f9ffb07f will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:20:13.208320 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-e4b8952e-7e8e-403b-9cf0-83e9d6082716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:13.257685 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8952e-7e8e-403b-9cf0-83e9d6082716 service neutron] Pushing event updated for resources: {'Port': ['ID=e7705cca-779e-4b43-a678-5d13f9ffb07f,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:13.328069 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-e4b8952e-7e8e-403b-9cf0-83e9d6082716 service neutron] Attempting to bind port e7705cca-779e-4b43-a678-5d13f9ffb07f on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:20:13.328414 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-e4b8952e-7e8e-403b-9cf0-83e9d6082716 service neutron] Attempting to bind port e7705cca-779e-4b43-a678-5d13f9ffb07f by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'dba8a605-1ec3-4e1a-aed1-624c44cc2d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:20:13.328749 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-e4b8952e-7e8e-403b-9cf0-83e9d6082716 service neutron] Attempting to bind port e7705cca-779e-4b43-a678-5d13f9ffb07f on network e6e4e115-5c92-482e-b62e-69127fce84b8 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:20:13.333594 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-e4b8952e-7e8e-403b-9cf0-83e9d6082716 service neutron] Port e7705cca-779e-4b43-a678-5d13f9ffb07f on network e6e4e115-5c92-482e-b62e-69127fce84b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:20:13.333918 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-e4b8952e-7e8e-403b-9cf0-83e9d6082716 service neutron] Attempting to bind port e7705cca-779e-4b43-a678-5d13f9ffb07f on network e6e4e115-5c92-482e-b62e-69127fce84b8 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:20:13.339558 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-e4b8952e-7e8e-403b-9cf0-83e9d6082716 service neutron] Checking agent: {'id': '20c1fc43-a135-4852-87d5-8f0af43386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'started_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:20:13.339914 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-e4b8952e-7e8e-403b-9cf0-83e9d6082716 service neutron] Checking segment: {'id': 'dba8a605-1ec3-4e1a-aed1-624c44cc2d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:20:13.340306 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-e4b8952e-7e8e-403b-9cf0-83e9d6082716 service neutron] Bound using segment: {'id': 'dba8a605-1ec3-4e1a-aed1-624c44cc2d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:20:13.340745 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-e4b8952e-7e8e-403b-9cf0-83e9d6082716 service neutron] Bound port: e7705cca-779e-4b43-a678-5d13f9ffb07f, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba8a605-1ec3-4e1a-aed1-624c44cc2d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:20:13.341106 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-e4b8952e-7e8e-403b-9cf0-83e9d6082716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:13.412212 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-e4b8952e-7e8e-403b-9cf0-83e9d6082716 service neutron] For port e7705cca-779e-4b43-a678-5d13f9ffb07f, host hv-cinder-76845, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:20:13.415554 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-e4b8952e-7e8e-403b-9cf0-83e9d6082716 service neutron] For port e7705cca-779e-4b43-a678-5d13f9ffb07f, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e7705cca-779e-4b43-a678-5d13f9ffb07f,segment=NetworkSegment(dba8a605-1ec3-4e1a-aed1-624c44cc2d3b),segment_id=dba8a605-1ec3-4e1a-aed1-624c44cc2d3b)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:20:13.418942 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e00f5-b028-4447-96df-8b8ba644f6e7 req-af9bc2c8-aff2-41d1-8d7d-d6f9299ae417 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:13.419782 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-e4b8952e-7e8e-403b-9cf0-83e9d6082716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:13.420496 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2a1e00f5-b028-4447-96df-8b8ba644f6e7 req-af9bc2c8-aff2-41d1-8d7d-d6f9299ae417 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0484793 Sep 27 12:20:13.454135 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-e4b8952e-7e8e-403b-9cf0-83e9d6082716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:13.454750 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-e4b8952e-7e8e-403b-9cf0-83e9d6082716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:13.456154 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-e4b8952e-7e8e-403b-9cf0-83e9d6082716 service neutron] 10.222.0.25 "PUT /v2.0/ports/e7705cca-779e-4b43-a678-5d13f9ffb07f HTTP/1.1" status: 200 len: 1094 time: 0.7163632 Sep 27 12:20:13.457136 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf66c803-6c84-4a37-ab97-860cf95d0d82', 'tag': 'e7705cca-779e-4b43-a678-5d13f9ffb07f'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:20:13.459319 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a00eaea-558a-4e02-ad60-16a6447a3b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "cf66c803-6c84-4a37-ab97-860cf95d0d82", "tag": "e7705cca-779e-4b43-a678-5d13f9ffb07f"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:20:13.472383 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2a1e00f5-b028-4447-96df-8b8ba644f6e7 req-07571285-6c21-4b7d-915d-1164e9d48b23 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407579 Sep 27 12:20:13.489932 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8952e-7e8e-403b-9cf0-83e9d6082716 service neutron] Pushing event updated for resources: {'Port': ['ID=e7705cca-779e-4b43-a678-5d13f9ffb07f,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:13.517547 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1dbe206-42f9-49f0-a8bd-4fe32ba26872 x-openstack-request-id: req-b1dbe206-42f9-49f0-a8bd-4fe32ba26872 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:20:13.517971 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf66c803-6c84-4a37-ab97-860cf95d0d82", "tag": "e7705cca-779e-4b43-a678-5d13f9ffb07f", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:20:13.518341 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b1dbe206-42f9-49f0-a8bd-4fe32ba26872 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:20:13.518860 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf66c803-6c84-4a37-ab97-860cf95d0d82', 'tag': 'e7705cca-779e-4b43-a678-5d13f9ffb07f', 'status': 'completed', 'code': 200} Sep 27 12:20:13.562718 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-5ff68db3-670c-4973-91ab-60b9d44ec3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:13.564337 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-5ff68db3-670c-4973-91ab-60b9d44ec3e5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4968d9d2be54e15a365a83a0fe2eebc&device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 1097 time: 0.0424993 Sep 27 12:20:13.613460 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-1788df4a-2c1c-499a-b888-87c7a614b189 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7705cca-779e-4b43-a678-5d13f9ffb07f HTTP/1.1" status: 200 len: 217 time: 0.0385702 Sep 27 12:20:13.639885 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d69197-01b5-4646-ba8a-d8d2d3c7bb8f req-46094a53-bbc1-4ca7-8932-075e98e6d95f tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:13.641478 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c0d69197-01b5-4646-ba8a-d8d2d3c7bb8f req-46094a53-bbc1-4ca7-8932-075e98e6d95f tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=955a146f-762a-49e5-baea-d9d896791361 HTTP/1.1" status: 200 len: 946 time: 0.0563183 Sep 27 12:20:13.678663 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-bc846835-9ab5-495d-93e7-649ece965b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:13.683396 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-bc846835-9ab5-495d-93e7-649ece965b58 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9068b1e0-52e3-43a8-9f44-5a4718423cdc HTTP/1.1" status: 200 len: 849 time: 0.0620692 Sep 27 12:20:13.685340 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c0d69197-01b5-4646-ba8a-d8d2d3c7bb8f req-56b748cb-f9ed-4e1b-ba75-604e2d3daf5c tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c80fce4-3e18-4815-b512-ebb150f11251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375314 Sep 27 12:20:13.732740 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-4361652a-e970-4f6f-8748-93b178398f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:13.734285 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-4361652a-e970-4f6f-8748-93b178398f43 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e6e4e115-5c92-482e-b62e-69127fce84b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413773 Sep 27 12:20:13.832693 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-62c39f9b-5eb4-4b77-86da-433f11a09ac1 service neutron] 10.222.0.25 "GET /v2.0/networks/e6e4e115-5c92-482e-b62e-69127fce84b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908287 Sep 27 12:20:13.888176 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 56372) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:13.926944 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-726824ea-16a7-4ab9-8ad3-09c162939d1c req-151c2e2b-3e5a-484c-b800-9d18fd8b4353 service neutron] 10.222.0.25 "GET /v2.0/networks/e6e4e115-5c92-482e-b62e-69127fce84b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863204 Sep 27 12:20:14.002065 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b22ca77c-0fb4-4dbc-89c9-2640a0a5fd21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:14.031533 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00eaea-558a-4e02-ad60-16a6447a3b9e req-45ccea46-bb24-4a70-8aaa-03b262684f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:14.033126 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2a00eaea-558a-4e02-ad60-16a6447a3b9e req-45ccea46-bb24-4a70-8aaa-03b262684f07 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4968d9d2be54e15a365a83a0fe2eebc&device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 1097 time: 0.0464962 Sep 27 12:20:14.135811 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b22ca77c-0fb4-4dbc-89c9-2640a0a5fd21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:14.144505 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b22ca77c-0fb4-4dbc-89c9-2640a0a5fd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:14.178627 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00eaea-558a-4e02-ad60-16a6447a3b9e req-0bc51bc8-01b3-4c6e-b500-30b08772879c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:14.184151 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2a00eaea-558a-4e02-ad60-16a6447a3b9e req-0bc51bc8-01b3-4c6e-b500-30b08772879c service neutron] 10.222.0.25 "GET /v2.0/networks?id=e6e4e115-5c92-482e-b62e-69127fce84b8 HTTP/1.1" status: 200 len: 911 time: 0.1421220 Sep 27 12:20:14.230443 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-b22ca77c-0fb4-4dbc-89c9-2640a0a5fd21 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f0ca0de66ca4eadae79ef91cd3195a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3411932 Sep 27 12:20:14.235160 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ca77c-0fb4-4dbc-89c9-2640a0a5fd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a2e54c-1ec6-4e0e-9347-b8f5ad2dd3f8,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:14.256320 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 56398) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:14.266267 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2a00eaea-558a-4e02-ad60-16a6447a3b9e req-89a29560-46ab-4f1a-9916-ed5bba929019 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7705cca-779e-4b43-a678-5d13f9ffb07f HTTP/1.1" status: 200 len: 217 time: 0.0637298 Sep 27 12:20:14.311940 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f179c0-00d7-4317-ba01-951c767c0a3c req-3e3daa8c-579e-4aaf-bbff-b39cb32753d2 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:14.313660 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f1f179c0-00d7-4317-ba01-951c767c0a3c req-3e3daa8c-579e-4aaf-bbff-b39cb32753d2 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 944 time: 0.0874748 Sep 27 12:20:14.376047 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00eaea-558a-4e02-ad60-16a6447a3b9e req-963e277c-78d7-4442-a8bf-ce935af1b747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:14.377519 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2a00eaea-558a-4e02-ad60-16a6447a3b9e req-963e277c-78d7-4442-a8bf-ce935af1b747 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9068b1e0-52e3-43a8-9f44-5a4718423cdc HTTP/1.1" status: 200 len: 849 time: 0.0999253 Sep 27 12:20:14.383123 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e330bb32-f9a7-46ab-b5ec-1512d88465b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:14.386317 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f1f179c0-00d7-4317-ba01-951c767c0a3c req-0ddf0448-213e-42ff-b17e-cd4cf3790e1c tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596027 Sep 27 12:20:14.436122 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e330bb32-f9a7-46ab-b5ec-1512d88465b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:14.472009 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00eaea-558a-4e02-ad60-16a6447a3b9e req-8314c346-2730-4b7d-b63c-493c5cf8e1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:14.473819 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2a00eaea-558a-4e02-ad60-16a6447a3b9e req-8314c346-2730-4b7d-b63c-493c5cf8e1fc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e6e4e115-5c92-482e-b62e-69127fce84b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0792811 Sep 27 12:20:14.519270 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e330bb32-f9a7-46ab-b5ec-1512d88465b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:14.521926 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e330bb32-f9a7-46ab-b5ec-1512d88465b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:14.523091 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-e330bb32-f9a7-46ab-b5ec-1512d88465b9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b8a2e54c-1ec6-4e0e-9347-b8f5ad2dd3f8 HTTP/1.1" status: 204 len: 168 time: 0.2654643 Sep 27 12:20:14.627663 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330bb32-f9a7-46ab-b5ec-1512d88465b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a2e54c-1ec6-4e0e-9347-b8f5ad2dd3f8,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:14.673565 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2a00eaea-558a-4e02-ad60-16a6447a3b9e req-2cfca928-5926-4d75-a2a2-fa1b4431caa0 service neutron] 10.222.0.25 "GET /v2.0/networks/e6e4e115-5c92-482e-b62e-69127fce84b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916537 Sep 27 12:20:14.714392 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6ed68-996c-4398-9588-ccc1d0c18677 req-4d36cea5-f09a-47e6-a80e-76bf4d1a05e5 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:14.722744 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-afb6ed68-996c-4398-9588-ccc1d0c18677 req-4d36cea5-f09a-47e6-a80e-76bf4d1a05e5 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.1142063 Sep 27 12:20:14.791810 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-afb6ed68-996c-4398-9588-ccc1d0c18677 req-0555cf7d-0e02-40b3-bef7-50f0a072b009 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672781 Sep 27 12:20:14.896090 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2a00eaea-558a-4e02-ad60-16a6447a3b9e req-1d393a91-4344-417e-9e30-5a91c0b37902 service neutron] 10.222.0.25 "GET /v2.0/networks/e6e4e115-5c92-482e-b62e-69127fce84b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151177 Sep 27 12:20:15.318060 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e6fa3cc7-ab39-4030-912c-2a797f48b882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:15.504997 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0ee0d-db4c-4c64-9a93-0165098c4849 req-decb83cc-667c-43d0-bbb6-92f1f6eb6ab1 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:15.506350 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-66d0ee0d-db4c-4c64-9a93-0165098c4849 req-decb83cc-667c-43d0-bbb6-92f1f6eb6ab1 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 944 time: 0.0474036 Sep 27 12:20:15.542515 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-66d0ee0d-db4c-4c64-9a93-0165098c4849 req-646c6db2-149f-42ea-a7d2-23d7e8171a25 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298898 Sep 27 12:20:15.909186 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b54b6a-f5aa-41c8-b143-21592cdde157 req-6eb88a01-7557-4a09-b1cc-142aeb1e0ae0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:15.910662 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-88b54b6a-f5aa-41c8-b143-21592cdde157 req-6eb88a01-7557-4a09-b1cc-142aeb1e0ae0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0554264 Sep 27 12:20:15.950219 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-88b54b6a-f5aa-41c8-b143-21592cdde157 req-7119c7d9-27ef-4f72-a1e6-b56177a0bfca tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329180 Sep 27 12:20:16.050967 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 56464) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:16.165458 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0ad1eee2-f2a9-4404-b7ac-5a08f050af4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:16.255241 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0ad1eee2-f2a9-4404-b7ac-5a08f050af4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:16.259346 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0ad1eee2-f2a9-4404-b7ac-5a08f050af4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:16.299329 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-0ad1eee2-f2a9-4404-b7ac-5a08f050af4c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7d411104700842c6bf872a6793fa2b58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482860 Sep 27 12:20:16.301215 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1eee2-f2a9-4404-b7ac-5a08f050af4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789ff37c-422a-41c1-b1fe-8eefc3196de1,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:16.302235 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 56474) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:16.357562 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e8b96683-a307-47d1-8553-1bea6129e715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:16.379084 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e8b96683-a307-47d1-8553-1bea6129e715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:16.432742 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e8b96683-a307-47d1-8553-1bea6129e715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:16.435386 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e8b96683-a307-47d1-8553-1bea6129e715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:16.436526 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-e8b96683-a307-47d1-8553-1bea6129e715 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/789ff37c-422a-41c1-b1fe-8eefc3196de1 HTTP/1.1" status: 204 len: 168 time: 0.1332288 Sep 27 12:20:16.444159 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b96683-a307-47d1-8553-1bea6129e715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789ff37c-422a-41c1-b1fe-8eefc3196de1,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:16.658806 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81f741-4467-4a78-a50e-b970fe106ee7 req-261b6762-f5c6-4e9e-90a6-d40f9053f8e4 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:16.660376 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8b81f741-4467-4a78-a50e-b970fe106ee7 req-261b6762-f5c6-4e9e-90a6-d40f9053f8e4 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 944 time: 0.0511680 Sep 27 12:20:16.703831 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 56484) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:16.712427 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8b81f741-4467-4a78-a50e-b970fe106ee7 req-764d1302-a523-4984-8dc4-416cf646a63b tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462666 Sep 27 12:20:16.720194 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9c1a8099-4236-4c3e-b120-07453f63eff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:16.806013 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9c1a8099-4236-4c3e-b120-07453f63eff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:16.809325 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9c1a8099-4236-4c3e-b120-07453f63eff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:16.846865 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-9c1a8099-4236-4c3e-b120-07453f63eff2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a55cb9897d0f40e8b5f6b5497e74ca0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1420064 Sep 27 12:20:16.847746 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a8099-4236-4c3e-b120-07453f63eff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a47c5d-009f-4f48-a030-bad215b813e1,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:16.849578 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 56486) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:16.899242 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-734cd466-6556-4324-b9f7-e8457d58371e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:16.919506 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-734cd466-6556-4324-b9f7-e8457d58371e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:16.966098 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-734cd466-6556-4324-b9f7-e8457d58371e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:16.968700 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-734cd466-6556-4324-b9f7-e8457d58371e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:16.969807 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-734cd466-6556-4324-b9f7-e8457d58371e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/21a47c5d-009f-4f48-a030-bad215b813e1 HTTP/1.1" status: 204 len: 168 time: 0.1192396 Sep 27 12:20:16.978976 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734cd466-6556-4324-b9f7-e8457d58371e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a47c5d-009f-4f48-a030-bad215b813e1,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:17.082200 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf562c5-58d6-4bf9-9b01-0693ce97bb35 req-41ac8a70-b1df-4e90-a006-781c162e745f tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:17.084019 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ebf562c5-58d6-4bf9-9b01-0693ce97bb35 req-41ac8a70-b1df-4e90-a006-781c162e745f tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0501053 Sep 27 12:20:17.121417 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ebf562c5-58d6-4bf9-9b01-0693ce97bb35 req-458a7c4c-1498-4cde-9411-f2d0e0e9c374 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311852 Sep 27 12:20:17.187414 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device e7705cca-779e-4b43-a678-5d13f9ffb07f details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:20:17.300279 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port e7705cca-779e-4b43-a678-5d13f9ffb07f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e7705cca-779e-4b43-a678-5d13f9ffb07f,segment=NetworkSegment(dba8a605-1ec3-4e1a-aed1-624c44cc2d3b),segment_id=dba8a605-1ec3-4e1a-aed1-624c44cc2d3b)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:20:17.311985 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Returning: {'device': 'e7705cca-779e-4b43-a678-5d13f9ffb07f', 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8', 'port_id': 'e7705cca-779e-4b43-a678-5d13f9ffb07f', 'mac_address': 'fa:16:3e:1e:cf:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9068b1e0-52e3-43a8-9f44-5a4718423cdc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:20:17.352811 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:17.366201 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7705cca-779e-4b43-a678-5d13f9ffb07f {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:20:17.388383 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port e7705cca-779e-4b43-a678-5d13f9ffb07f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e7705cca-779e-4b43-a678-5d13f9ffb07f,segment=NetworkSegment(dba8a605-1ec3-4e1a-aed1-624c44cc2d3b),segment_id=dba8a605-1ec3-4e1a-aed1-624c44cc2d3b)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:20:17.392560 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:17.446452 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=e7705cca-779e-4b43-a678-5d13f9ffb07f,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:17.505148 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-688de390-7f39-4d50-aeb5-fe42d31900e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:17.693711 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 56520) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:17.793496 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-b49117c0-7d0e-4489-80ea-4c103ffc44a2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-706811470-network', 'tenant_id': 'bf75d7e7e6df46e7b218916b25a174fa'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:20:17.813863 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49117c0-7d0e-4489-80ea-4c103ffc44a2 admin admin] Made reservation on behalf of bf75d7e7e6df46e7b218916b25a174fa for: {'network': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:20:17.816269 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b49117c0-7d0e-4489-80ea-4c103ffc44a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for network, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:17.824536 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b49117c0-7d0e-4489-80ea-4c103ffc44a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:17.833531 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8307b-a467-4f31-9377-355c2847ce63 req-a518dd05-5bb0-409c-8fb8-969006347bf7 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:17.835101 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5ed8307b-a467-4f31-9377-355c2847ce63 req-a518dd05-5bb0-409c-8fb8-969006347bf7 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 945 time: 0.0515380 Sep 27 12:20:17.873442 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5ed8307b-a467-4f31-9377-355c2847ce63 req-d616e049-2178-41fa-8adf-4493b9cc5409 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317745 Sep 27 12:20:17.915167 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['e7705cca-779e-4b43-a678-5d13f9ffb07f'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:20:17.920843 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b49117c0-7d0e-4489-80ea-4c103ffc44a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:17.924725 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b49117c0-7d0e-4489-80ea-4c103ffc44a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:17.947404 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b49117c0-7d0e-4489-80ea-4c103ffc44a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=94062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:20:17.955642 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49117c0-7d0e-4489-80ea-4c103ffc44a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f7c9ee-0215-4431-ade8-b8ab85f6275b,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:17.961865 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b49117c0-7d0e-4489-80ea-4c103ffc44a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:17.962203 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.db.segments_db [None req-b49117c0-7d0e-4489-80ea-4c103ffc44a2 admin admin] Added segment 0ef148c1-669f-4222-93d0-7748a9df9dbd of type vlan for network 331df489-1f46-4a6d-a7cd-8c45c30e73fa Sep 27 12:20:18.010871 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b49117c0-7d0e-4489-80ea-4c103ffc44a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743558578710'] for network, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:18.034267 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b49117c0-7d0e-4489-80ea-4c103ffc44a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323'] for network, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:18.035262 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49117c0-7d0e-4489-80ea-4c103ffc44a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:18.035860 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b49117c0-7d0e-4489-80ea-4c103ffc44a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:18.060219 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-b49117c0-7d0e-4489-80ea-4c103ffc44a2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3654206 Sep 27 12:20:18.063168 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 56526) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:18.068113 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-171bdaf1-f927-4e02-a29f-14f000085465 admin admin] Request body: {'subnet': {'network_id': '331df489-1f46-4a6d-a7cd-8c45c30e73fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-706811470-subnet', 'tenant_id': 'bf75d7e7e6df46e7b218916b25a174fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:20:18.088415 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171bdaf1-f927-4e02-a29f-14f000085465 admin admin] Made reservation on behalf of bf75d7e7e6df46e7b218916b25a174fa for: {'subnet': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:20:18.090479 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-171bdaf1-f927-4e02-a29f-14f000085465 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8488467'] for subnet, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:18.098143 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49117c0-7d0e-4489-80ea-4c103ffc44a2 admin admin] Pushing event updated for resources: {'Network': ['ID=331df489-1f46-4a6d-a7cd-8c45c30e73fa,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:18.109215 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Network 331df489-1f46-4a6d-a7cd-8c45c30e73fa details requested by agent ovs-agent-dv-cinder-768458-11-iscsi with host dv-cinder-768458-11-iscsi {{(pid=94063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:20:18.252013 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5763d2a-eb6f-4fd8-ac25-e860f47ef78b req-c8677b64-1830-4ba4-a906-96599de08527 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:18.253684 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c5763d2a-eb6f-4fd8-ac25-e860f47ef78b req-c8677b64-1830-4ba4-a906-96599de08527 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0488331 Sep 27 12:20:18.255160 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-171bdaf1-f927-4e02-a29f-14f000085465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3978676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8488481'] for subnet, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:18.294407 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c5763d2a-eb6f-4fd8-ac25-e860f47ef78b req-cd8634b6-fbb9-45f6-ab91-aeec062322c4 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314925 Sep 27 12:20:18.316320 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171bdaf1-f927-4e02-a29f-14f000085465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88edcdb4-a714-4699-a568-997558545381,revision_number=0']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:18.318749 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171bdaf1-f927-4e02-a29f-14f000085465 admin admin] Checking segment: {'id': '0ef148c1-669f-4222-93d0-7748a9df9dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '331df489-1f46-4a6d-a7cd-8c45c30e73fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:20:18.319124 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171bdaf1-f927-4e02-a29f-14f000085465 admin admin] Network hostable DHCP agents. Network: 331df489-1f46-4a6d-a7cd-8c45c30e73fa, hostable agents: ['e47cdff6-7b19-4f64-ade6-a89e4357b373'], hosted agents: [] {{(pid=94061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:20:18.339761 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171bdaf1-f927-4e02-a29f-14f000085465 admin admin] Network 331df489-1f46-4a6d-a7cd-8c45c30e73fa is scheduled to be hosted by DHCP agent e47cdff6-7b19-4f64-ade6-a89e4357b373 with binding_index 1 {{(pid=94061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:20:18.349785 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-171bdaf1-f927-4e02-a29f-14f000085465 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-11-iscsi, 331df489-1f46-4a6d-a7cd-8c45c30e73fa) {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:20:18.354034 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171bdaf1-f927-4e02-a29f-14f000085465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:18.354627 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-171bdaf1-f927-4e02-a29f-14f000085465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for subnet, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:18.358855 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f69d0b-8764-4163-964c-9d4b1a548176 None None] Network 331df489-1f46-4a6d-a7cd-8c45c30e73fa requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:20:18.377483 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-171bdaf1-f927-4e02-a29f-14f000085465 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3048177 Sep 27 12:20:18.519734 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffb155c-0ca6-45e4-8cdd-089207e6fb19 None None] Network 331df489-1f46-4a6d-a7cd-8c45c30e73fa requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:20:18.693638 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:19.050948 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 56608) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:19.055852 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-1044c0fd-156a-4212-8209-5df765a0b899 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-231652020-network', 'tenant_id': '52a93ef3e5c14cacba962ce3ca4a079a'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:20:19.077691 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1044c0fd-156a-4212-8209-5df765a0b899 admin admin] Made reservation on behalf of 52a93ef3e5c14cacba962ce3ca4a079a for: {'network': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:20:19.080113 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1044c0fd-156a-4212-8209-5df765a0b899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for network, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:19.092759 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1044c0fd-156a-4212-8209-5df765a0b899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:19.151500 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848361fd-07be-4bb0-81c5-6c8523a25e12 req-feabcdbd-4a1b-4602-ba31-51a42bc00332 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:19.152920 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-848361fd-07be-4bb0-81c5-6c8523a25e12 req-feabcdbd-4a1b-4602-ba31-51a42bc00332 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 945 time: 0.0586452 Sep 27 12:20:19.193754 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-848361fd-07be-4bb0-81c5-6c8523a25e12 req-50ea5b1f-a32a-4a96-9404-7d8ac1f9511a tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331180 Sep 27 12:20:19.196644 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1044c0fd-156a-4212-8209-5df765a0b899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:19.200603 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1044c0fd-156a-4212-8209-5df765a0b899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:19.217593 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device e7705cca-779e-4b43-a678-5d13f9ffb07f up at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:20:19.231260 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1044c0fd-156a-4212-8209-5df765a0b899 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=94061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:20:19.242395 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044c0fd-156a-4212-8209-5df765a0b899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0281af9a-e60f-4ed5-82db-3502bf2a6e2c,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:19.248230 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1044c0fd-156a-4212-8209-5df765a0b899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:19.248570 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.db.segments_db [None req-1044c0fd-156a-4212-8209-5df765a0b899 admin admin] Added segment ea6a8b7a-5fd7-4539-93c7-b7ef544239af of type vlan for network f303edae-ace5-48c0-a757-a021ebddbc51 Sep 27 12:20:19.270432 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning for port e7705cca-779e-4b43-a678-5d13f9ffb07f completed by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:20:19.274155 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning complete for port e7705cca-779e-4b43-a678-5d13f9ffb07f triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:20:19.274593 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:19.294546 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1044c0fd-156a-4212-8209-5df765a0b899 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743558578710'] for network, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:19.325777 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1044c0fd-156a-4212-8209-5df765a0b899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323'] for network, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:19.326954 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1044c0fd-156a-4212-8209-5df765a0b899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:19.327652 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1044c0fd-156a-4212-8209-5df765a0b899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:19.366456 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 56616) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:19.366649 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-1044c0fd-156a-4212-8209-5df765a0b899 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3144112 Sep 27 12:20:19.372410 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-638336c2-e2cf-4b63-ab03-6bd9896abca9 admin admin] Request body: {'subnet': {'network_id': 'f303edae-ace5-48c0-a757-a021ebddbc51', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-231652020-subnet', 'tenant_id': '52a93ef3e5c14cacba962ce3ca4a079a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:20:19.393599 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044c0fd-156a-4212-8209-5df765a0b899 admin admin] Pushing event updated for resources: {'Network': ['ID=f303edae-ace5-48c0-a757-a021ebddbc51,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:19.404978 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638336c2-e2cf-4b63-ab03-6bd9896abca9 admin admin] Made reservation on behalf of 52a93ef3e5c14cacba962ce3ca4a079a for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:20:19.410891 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-638336c2-e2cf-4b63-ab03-6bd9896abca9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:19.459858 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e979542-3a8a-4c99-b753-2f42783e7d22 req-67d3e54c-35ed-4386-bedd-4d7256cd559d tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:19.461487 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6e979542-3a8a-4c99-b753-2f42783e7d22 req-67d3e54c-35ed-4386-bedd-4d7256cd559d tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0690892 Sep 27 12:20:19.487644 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Network f303edae-ace5-48c0-a757-a021ebddbc51 details requested by agent ovs-agent-dv-cinder-768458-11-iscsi with host dv-cinder-768458-11-iscsi {{(pid=94063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:20:19.505140 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:19.527719 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6e979542-3a8a-4c99-b753-2f42783e7d22 req-ca07ee41-2d73-4e4f-8335-87836a1ce436 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588818 Sep 27 12:20:19.547713 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf66c803-6c84-4a37-ab97-860cf95d0d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7705cca-779e-4b43-a678-5d13f9ffb07f'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:20:19.550115 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1408999cb3bb97c5ae56cf322f48a5762bdf0801c3dd38f4c7a67e93a613b0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5304af-3026-459a-bbbc-8f3363d0cf3d" -d '{"events": [{"server_uuid": "cf66c803-6c84-4a37-ab97-860cf95d0d82", "name": "network-vif-plugged", "status": "completed", "tag": "e7705cca-779e-4b43-a678-5d13f9ffb07f"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:20:19.561008 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port e7705cca-779e-4b43-a678-5d13f9ffb07f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e7705cca-779e-4b43-a678-5d13f9ffb07f,segment=NetworkSegment(dba8a605-1ec3-4e1a-aed1-624c44cc2d3b),segment_id=dba8a605-1ec3-4e1a-aed1-624c44cc2d3b)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:20:19.592515 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1071efc5-c095-4c93-87cd-e5d4643fd391 x-openstack-request-id: req-1071efc5-c095-4c93-87cd-e5d4643fd391 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:20:19.592805 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf66c803-6c84-4a37-ab97-860cf95d0d82", "name": "network-vif-plugged", "status": "completed", "tag": "e7705cca-779e-4b43-a678-5d13f9ffb07f", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:20:19.593060 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1071efc5-c095-4c93-87cd-e5d4643fd391 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:20:19.593440 dv-cinder-768458-11-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf66c803-6c84-4a37-ab97-860cf95d0d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7705cca-779e-4b43-a678-5d13f9ffb07f', 'code': 200} Sep 27 12:20:19.594179 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:19.602742 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-638336c2-e2cf-4b63-ab03-6bd9896abca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:19.651226 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:19.654567 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638336c2-e2cf-4b63-ab03-6bd9896abca9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5718743a-ded1-4bef-a01d-c5ebc445ab3c,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:19.673140 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638336c2-e2cf-4b63-ab03-6bd9896abca9 admin admin] Checking segment: {'id': 'ea6a8b7a-5fd7-4539-93c7-b7ef544239af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f303edae-ace5-48c0-a757-a021ebddbc51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:20:19.673807 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638336c2-e2cf-4b63-ab03-6bd9896abca9 admin admin] Network hostable DHCP agents. Network: f303edae-ace5-48c0-a757-a021ebddbc51, hostable agents: ['e47cdff6-7b19-4f64-ade6-a89e4357b373'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:20:19.682184 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=e7705cca-779e-4b43-a678-5d13f9ffb07f,revision_number=5']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:19.690859 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:20:19.700051 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638336c2-e2cf-4b63-ab03-6bd9896abca9 admin admin] Network f303edae-ace5-48c0-a757-a021ebddbc51 is scheduled to be hosted by DHCP agent e47cdff6-7b19-4f64-ade6-a89e4357b373 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:20:19.711336 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-638336c2-e2cf-4b63-ab03-6bd9896abca9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-11-iscsi, f303edae-ace5-48c0-a757-a021ebddbc51) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:20:19.719918 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638336c2-e2cf-4b63-ab03-6bd9896abca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:19.720855 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-638336c2-e2cf-4b63-ab03-6bd9896abca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:19.721592 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e983945-bd1d-41aa-8891-69af0629e485 None None] Network f303edae-ace5-48c0-a757-a021ebddbc51 requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:20:19.744523 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-638336c2-e2cf-4b63-ab03-6bd9896abca9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3761463 Sep 27 12:20:19.865705 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4505d568-55d3-42ab-8f53-46b60551e011 None None] Network f303edae-ace5-48c0-a757-a021ebddbc51 requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:20:20.021368 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2719f5-70e0-4c05-9530-20777f9a0f43 req-f2f2aec5-e7f9-49c5-83be-57f9ed19d5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:20.022885 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fb2719f5-70e0-4c05-9530-20777f9a0f43 req-f2f2aec5-e7f9-49c5-83be-57f9ed19d5c0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 1099 time: 0.2634082 Sep 27 12:20:20.061054 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fb2719f5-70e0-4c05-9530-20777f9a0f43 req-4cecfd87-cac1-4c70-bd6c-612f746decf9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303295 Sep 27 12:20:20.325939 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d21780-5002-44c6-aa02-07807a09ff1d req-281b2179-695d-4f0d-b173-2de7bcd4ad43 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:20.328185 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c3d21780-5002-44c6-aa02-07807a09ff1d req-281b2179-695d-4f0d-b173-2de7bcd4ad43 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0638785 Sep 27 12:20:20.374793 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c3d21780-5002-44c6-aa02-07807a09ff1d req-5452e7c3-479b-4850-b125-8db6b218bed8 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394089 Sep 27 12:20:20.646232 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19caf4a6-1b1e-4fc4-8b73-bbe265f9ab40 req-bebf9c7f-511e-4a7c-b1a1-e7728878495a tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:20.647728 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-19caf4a6-1b1e-4fc4-8b73-bbe265f9ab40 req-bebf9c7f-511e-4a7c-b1a1-e7728878495a tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0480402 Sep 27 12:20:20.688519 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-19caf4a6-1b1e-4fc4-8b73-bbe265f9ab40 req-7798b5e1-d5db-487b-826f-64b3363201d5 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348613 Sep 27 12:20:20.836477 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:21.493112 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76ece0-d3c1-4665-bf87-ed8ecb3bb8aa req-b568573d-6df8-4915-9c80-8b416819da81 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:21.494630 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6a76ece0-d3c1-4665-bf87-ed8ecb3bb8aa req-b568573d-6df8-4915-9c80-8b416819da81 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0501168 Sep 27 12:20:21.537930 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6a76ece0-d3c1-4665-bf87-ed8ecb3bb8aa req-8652ccdd-8782-4502-9d6b-75bd49897d8c tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369723 Sep 27 12:20:21.814805 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee85b75-da6d-4f77-a624-857fa8e64c3e req-02ac832b-1f49-41bc-b4db-289902db542a tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:21.816336 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6ee85b75-da6d-4f77-a624-857fa8e64c3e req-02ac832b-1f49-41bc-b4db-289902db542a tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0532975 Sep 27 12:20:21.854291 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6ee85b75-da6d-4f77-a624-857fa8e64c3e req-b80e8e07-9e54-4772-b8e8-3801385f72ab tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311697 Sep 27 12:20:22.650622 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895175a-2a9f-4023-8fb7-7d97eaf70dac req-17b6f0f1-be79-403a-9948-1c2008edad7b tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:22.652862 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d895175a-2a9f-4023-8fb7-7d97eaf70dac req-17b6f0f1-be79-403a-9948-1c2008edad7b tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0506623 Sep 27 12:20:22.690863 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d895175a-2a9f-4023-8fb7-7d97eaf70dac req-278eb166-4c12-4441-bad9-729f768506bb tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310390 Sep 27 12:20:22.805848 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa9fae-9c77-4a87-adac-e9a86bbfe385 req-bf0e4315-aeaf-4068-938c-495366cca1d6 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:22.807327 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-adfa9fae-9c77-4a87-adac-e9a86bbfe385 req-bf0e4315-aeaf-4068-938c-495366cca1d6 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0519679 Sep 27 12:20:22.816022 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 56680) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:22.821015 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-d892fe77-82e6-4f27-89c0-fec6a19e7256 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Request body: {'floatingip': {'port_id': 'e7705cca-779e-4b43-a678-5d13f9ffb07f'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:20:22.866939 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d892fe77-82e6-4f27-89c0-fec6a19e7256 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for floatingip, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:23.187483 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee15288-a3ed-4ea5-965a-ec12ae3a6219 req-d122a266-9b1e-4a8e-8d05-3b401480735f tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:23.188921 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-eee15288-a3ed-4ea5-965a-ec12ae3a6219 req-d122a266-9b1e-4a8e-8d05-3b401480735f tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.1026056 Sep 27 12:20:23.262790 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-eee15288-a3ed-4ea5-965a-ec12ae3a6219 req-e326466c-691c-481c-bf77-024f871f883a tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674887 Sep 27 12:20:23.539413 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d892fe77-82e6-4f27-89c0-fec6a19e7256 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:23.544466 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d892fe77-82e6-4f27-89c0-fec6a19e7256 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528668'] for floatingip, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:23.643794 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.db.l3_db [None req-d892fe77-82e6-4f27-89c0-fec6a19e7256 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Floating IP f053d3cd-98a6-46fa-b29c-8c426ff024fd associated. External IP: 172.27.2.160, port: e7705cca-779e-4b43-a678-5d13f9ffb07f. Sep 27 12:20:23.854434 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d892fe77-82e6-4f27-89c0-fec6a19e7256 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Router 1e926963-5902-4445-992f-f9a943339294 has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:20:23.959685 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d892fe77-82e6-4f27-89c0-fec6a19e7256 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:20:23.964201 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d892fe77-82e6-4f27-89c0-fec6a19e7256 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:23.970510 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a658da72-aeca-4a1d-8432-5095b748c14d None None] Sync routers for ids ['1e926963-5902-4445-992f-f9a943339294'] in dv-cinder-768458-11-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:20:23.980042 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a658da72-aeca-4a1d-8432-5095b748c14d None None] Routers {'1e926963-5902-4445-992f-f9a943339294'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:20:23.980916 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-a658da72-aeca-4a1d-8432-5095b748c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:20:17Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['1e926963-5902-4445-992f-f9a943339294'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:20:23.990312 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-d892fe77-82e6-4f27-89c0-fec6a19e7256 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "PUT /v2.0/floatingips/f053d3cd-98a6-46fa-b29c-8c426ff024fd HTTP/1.1" status: 200 len: 992 time: 1.1731124 Sep 27 12:20:23.992734 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf66c803-6c84-4a37-ab97-860cf95d0d82', 'tag': 'e7705cca-779e-4b43-a678-5d13f9ffb07f'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:20:23.995525 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c26ab455eec571cb02c2f89dbcf09edd8fa8b0e7f71c3551ef27f8a7e15ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21dee94-ee0c-4eaf-9662-f5e6e2b25dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "cf66c803-6c84-4a37-ab97-860cf95d0d82", "tag": "e7705cca-779e-4b43-a678-5d13f9ffb07f"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:20:24.052482 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02de82ee-2be2-4202-ab64-fef0c9e6bfe5 x-openstack-request-id: req-02de82ee-2be2-4202-ab64-fef0c9e6bfe5 {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:20:24.052773 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf66c803-6c84-4a37-ab97-860cf95d0d82", "tag": "e7705cca-779e-4b43-a678-5d13f9ffb07f", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:20:24.053021 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-02de82ee-2be2-4202-ab64-fef0c9e6bfe5 {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:20:24.053440 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf66c803-6c84-4a37-ab97-860cf95d0d82', 'tag': 'e7705cca-779e-4b43-a678-5d13f9ffb07f', 'status': 'completed', 'code': 200} Sep 27 12:20:24.104149 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-a658da72-aeca-4a1d-8432-5095b748c14d None None] Set router 1e926963-5902-4445-992f-f9a943339294 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:20:24.138017 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21dee94-ee0c-4eaf-9662-f5e6e2b25dbc req-f9d80351-a033-4ddb-9b85-fa28379ec6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:24.140194 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e21dee94-ee0c-4eaf-9662-f5e6e2b25dbc req-f9d80351-a033-4ddb-9b85-fa28379ec6d7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4968d9d2be54e15a365a83a0fe2eebc&device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 1099 time: 0.0581257 Sep 27 12:20:24.246666 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21dee94-ee0c-4eaf-9662-f5e6e2b25dbc req-d891b930-af96-49a2-9927-b128fcba5101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:24.248216 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e21dee94-ee0c-4eaf-9662-f5e6e2b25dbc req-d891b930-af96-49a2-9927-b128fcba5101 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e6e4e115-5c92-482e-b62e-69127fce84b8 HTTP/1.1" status: 200 len: 911 time: 0.1001277 Sep 27 12:20:24.325254 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e21dee94-ee0c-4eaf-9662-f5e6e2b25dbc req-6db75263-6570-4e92-b955-c22d4153d9f5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7705cca-779e-4b43-a678-5d13f9ffb07f HTTP/1.1" status: 200 len: 1000 time: 0.0692353 Sep 27 12:20:24.379495 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-a658da72-aeca-4a1d-8432-5095b748c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e926963-5902-4445-992f-f9a943339294', 'name': 'tempest-AttachVolumeTestJSON-988052167-router', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:07Z', 'revision_number': 4, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'gw_port': {'id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_floatingips': [{'id': 'f053d3cd-98a6-46fa-b29c-8c426ff024fd', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'router_id': '1e926963-5902-4445-992f-f9a943339294', 'port_id': 'e7705cca-779e-4b43-a678-5d13f9ffb07f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8', 'mac_address': 'fa:16:3e:1e:cf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf66c803-6c84-4a37-ab97-860cf95d0d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:20:09Z', 'updated_at': '2021-09-27T12:20:23Z', 'revision_number': 1, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cceff216-3fb0-4380-be1f-afebf72e8087', 'name': '', 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'mac_address': 'fa:16:3e:91:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '9068b1e0-52e3-43a8-9f44-5a4718423cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:06Z', 'updated_at': '2021-09-27T12:20:10Z', 'revision_number': 5, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'subnets': [{'id': '9068b1e0-52e3-43a8-9f44-5a4718423cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:20:24.405100 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21dee94-ee0c-4eaf-9662-f5e6e2b25dbc req-833a73e8-113c-4e41-adc0-48ea491ed61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:24.405613 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a658da72-aeca-4a1d-8432-5095b748c14d None None] Checking router: 1e926963-5902-4445-992f-f9a943339294 for host: dv-cinder-768458-11-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:20:24.406903 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e21dee94-ee0c-4eaf-9662-f5e6e2b25dbc req-833a73e8-113c-4e41-adc0-48ea491ed61b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9068b1e0-52e3-43a8-9f44-5a4718423cdc HTTP/1.1" status: 200 len: 849 time: 0.0745640 Sep 27 12:20:24.414187 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a658da72-aeca-4a1d-8432-5095b748c14d None None] Routers {'1e926963-5902-4445-992f-f9a943339294'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:20:24.414777 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-a658da72-aeca-4a1d-8432-5095b748c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:20:17Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['1e926963-5902-4445-992f-f9a943339294'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:20:24.460131 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c3db3-28d8-45ca-90dc-ca3843581ac1 req-cbf14025-b147-464d-9a17-b3b30fa6d30a tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:24.461606 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-327c3db3-28d8-45ca-90dc-ca3843581ac1 req-cbf14025-b147-464d-9a17-b3b30fa6d30a tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.1215303 Sep 27 12:20:24.493233 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21dee94-ee0c-4eaf-9662-f5e6e2b25dbc req-96892217-161e-4273-9fed-de5501544bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:24.495748 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e21dee94-ee0c-4eaf-9662-f5e6e2b25dbc req-96892217-161e-4273-9fed-de5501544bf7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e6e4e115-5c92-482e-b62e-69127fce84b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0783675 Sep 27 12:20:24.534531 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-327c3db3-28d8-45ca-90dc-ca3843581ac1 req-ec1bc554-1b45-42d3-95d4-7ad7a73dd292 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667980 Sep 27 12:20:24.543449 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-a658da72-aeca-4a1d-8432-5095b748c14d None None] Set router 1e926963-5902-4445-992f-f9a943339294 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:20:24.609494 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e21dee94-ee0c-4eaf-9662-f5e6e2b25dbc req-e64f7924-f425-4836-9e68-052d355d5cf3 service neutron] 10.222.0.25 "GET /v2.0/networks/e6e4e115-5c92-482e-b62e-69127fce84b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004605 Sep 27 12:20:24.708087 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e21dee94-ee0c-4eaf-9662-f5e6e2b25dbc req-6d1c5698-b70f-49ed-ae54-46dc82312b7d service neutron] 10.222.0.25 "GET /v2.0/networks/e6e4e115-5c92-482e-b62e-69127fce84b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913601 Sep 27 12:20:24.771263 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-a658da72-aeca-4a1d-8432-5095b748c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e926963-5902-4445-992f-f9a943339294', 'name': 'tempest-AttachVolumeTestJSON-988052167-router', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:07Z', 'revision_number': 4, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'gw_port': {'id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_floatingips': [{'id': 'f053d3cd-98a6-46fa-b29c-8c426ff024fd', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'router_id': '1e926963-5902-4445-992f-f9a943339294', 'port_id': 'e7705cca-779e-4b43-a678-5d13f9ffb07f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8', 'mac_address': 'fa:16:3e:1e:cf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf66c803-6c84-4a37-ab97-860cf95d0d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:20:09Z', 'updated_at': '2021-09-27T12:20:23Z', 'revision_number': 1, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cceff216-3fb0-4380-be1f-afebf72e8087', 'name': '', 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'mac_address': 'fa:16:3e:91:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '9068b1e0-52e3-43a8-9f44-5a4718423cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:06Z', 'updated_at': '2021-09-27T12:20:10Z', 'revision_number': 5, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'subnets': [{'id': '9068b1e0-52e3-43a8-9f44-5a4718423cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:20:24.803294 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a658da72-aeca-4a1d-8432-5095b748c14d None None] The sync data for ids ['1e926963-5902-4445-992f-f9a943339294'] in dv-cinder-768458-11-iscsi is: [{'id': '1e926963-5902-4445-992f-f9a943339294', 'name': 'tempest-AttachVolumeTestJSON-988052167-router', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:07Z', 'revision_number': 4, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'gw_port': {'id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_floatingips': [{'id': 'f053d3cd-98a6-46fa-b29c-8c426ff024fd', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'router_id': '1e926963-5902-4445-992f-f9a943339294', 'port_id': 'e7705cca-779e-4b43-a678-5d13f9ffb07f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8', 'mac_address': 'fa:16:3e:1e:cf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf66c803-6c84-4a37-ab97-860cf95d0d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:20:09Z', 'updated_at': '2021-09-27T12:20:23Z', 'revision_number': 1, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cceff216-3fb0-4380-be1f-afebf72e8087', 'name': '', 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'mac_address': 'fa:16:3e:91:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '9068b1e0-52e3-43a8-9f44-5a4718423cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:06Z', 'updated_at': '2021-09-27T12:20:10Z', 'revision_number': 5, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'subnets': [{'id': '9068b1e0-52e3-43a8-9f44-5a4718423cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:20:24.990542 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9b2197-4030-4ff1-8ccd-e4e511767934 None None] New status for floating IP f053d3cd-98a6-46fa-b29c-8c426ff024fd: ACTIVE {{(pid=94063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:20:25.662783 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652fe3a-f63c-4792-9d8e-b3f1d4155313 req-da09f998-b2ee-4ccc-adc2-cfce80a38516 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:25.664323 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2652fe3a-f63c-4792-9d8e-b3f1d4155313 req-da09f998-b2ee-4ccc-adc2-cfce80a38516 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0518949 Sep 27 12:20:25.704335 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2652fe3a-f63c-4792-9d8e-b3f1d4155313 req-8756f809-e7c2-4a59-8a8d-aa34b799c5fa tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336335 Sep 27 12:20:26.818277 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656cd00-1f56-4623-8ddf-02fb12715057 req-41bfb472-980f-4063-8192-8481e5558f44 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:26.819773 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5656cd00-1f56-4623-8ddf-02fb12715057 req-41bfb472-980f-4063-8192-8481e5558f44 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0480826 Sep 27 12:20:26.857835 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5656cd00-1f56-4623-8ddf-02fb12715057 req-85aa95fa-bd9a-4b20-b391-bc8a6fb7f26a tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309055 Sep 27 12:20:27.982439 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802d1a3-fc31-4fda-970e-3f5ed8a209c8 req-d4c00026-2305-47d7-8208-442f2590e327 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:27.983940 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e802d1a3-fc31-4fda-970e-3f5ed8a209c8 req-d4c00026-2305-47d7-8208-442f2590e327 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0479918 Sep 27 12:20:28.020950 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e802d1a3-fc31-4fda-970e-3f5ed8a209c8 req-8eea8c37-f154-4e83-a089-ac8cbc7ac7ef tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306969 Sep 27 12:20:29.147333 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ebfa8-2b83-4b0d-a1be-27a3e8983eef req-1bfa7abf-7048-4136-b858-4567d988a276 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:29.149046 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-af5ebfa8-2b83-4b0d-a1be-27a3e8983eef req-1bfa7abf-7048-4136-b858-4567d988a276 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0577848 Sep 27 12:20:29.190435 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-af5ebfa8-2b83-4b0d-a1be-27a3e8983eef req-81aba56f-f520-43df-a0bb-9555d2f45d42 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346513 Sep 27 12:20:30.358239 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc47148-c02e-4eef-a7a9-96c8e604ab0a req-c760dd6d-e283-45ab-a56c-179846bd2b3a tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:30.358239 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9bc47148-c02e-4eef-a7a9-96c8e604ab0a req-c760dd6d-e283-45ab-a56c-179846bd2b3a tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0538056 Sep 27 12:20:30.394241 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9bc47148-c02e-4eef-a7a9-96c8e604ab0a req-4f1a304a-fdfb-40cd-a55b-52ef57d14359 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310228 Sep 27 12:20:31.524149 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce435a5e-f218-46f3-9ddc-7282c18d9c40 req-afc6e921-fa1c-4541-af97-d16b90f84943 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:31.525702 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ce435a5e-f218-46f3-9ddc-7282c18d9c40 req-afc6e921-fa1c-4541-af97-d16b90f84943 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0625865 Sep 27 12:20:31.565765 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ce435a5e-f218-46f3-9ddc-7282c18d9c40 req-7b9cd59b-2bfa-49e6-b0d0-591619bb8e48 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338922 Sep 27 12:20:32.696550 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0fef3-0af1-4c16-90b9-29cf054b1d4d req-f9454985-0b8b-4736-8155-46ae9dcff538 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:32.698460 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-91e0fef3-0af1-4c16-90b9-29cf054b1d4d req-f9454985-0b8b-4736-8155-46ae9dcff538 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0484524 Sep 27 12:20:32.736045 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-91e0fef3-0af1-4c16-90b9-29cf054b1d4d req-ad8c629f-0ca0-4aa0-82c6-4c07bc4a5ab0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314558 Sep 27 12:20:33.850973 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39095692-d941-41be-b447-f238c3665dab req-5e38590d-24d1-48f8-9bf0-4cb445fac24f tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:33.852460 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-39095692-d941-41be-b447-f238c3665dab req-5e38590d-24d1-48f8-9bf0-4cb445fac24f tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0488155 Sep 27 12:20:33.892181 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-39095692-d941-41be-b447-f238c3665dab req-e1442b82-ffc8-4e80-a88c-a52c7b4ceb36 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333188 Sep 27 12:20:34.504177 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 56892) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:34.548732 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df5da54-1d08-494f-a678-51de4916302a admin admin] Deleting subnet 88edcdb4-a714-4699-a568-997558545381 {{(pid=94062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:20:34.551884 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0df5da54-1d08-494f-a678-51de4916302a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:34.588924 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0df5da54-1d08-494f-a678-51de4916302a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:34.594188 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0df5da54-1d08-494f-a678-51de4916302a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8349256'] for subnet, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:34.649319 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0df5da54-1d08-494f-a678-51de4916302a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8349249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323'] for subnet, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:34.674895 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df5da54-1d08-494f-a678-51de4916302a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88edcdb4-a714-4699-a568-997558545381,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:34.679115 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0df5da54-1d08-494f-a678-51de4916302a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:34.683846 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-0df5da54-1d08-494f-a678-51de4916302a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/88edcdb4-a714-4699-a568-997558545381 HTTP/1.1" status: 204 len: 168 time: 0.1757464 Sep 27 12:20:34.684197 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 56896) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:34.749177 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8d60d26a-e598-4983-8b44-090a133dd0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7874224'] for network, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:34.830394 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8d60d26a-e598-4983-8b44-090a133dd0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8355569', 'neutron.services.segments.db._delete_segments_for_network-8743558924948'] for network, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:34.853324 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8d60d26a-e598-4983-8b44-090a133dd0af admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:20:34.853669 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8d60d26a-e598-4983-8b44-090a133dd0af admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:20:34.854940 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8d60d26a-e598-4983-8b44-090a133dd0af admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:20:34.855350 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8d60d26a-e598-4983-8b44-090a133dd0af admin admin] Subscribe: > port after_create 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:20:34.855688 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8d60d26a-e598-4983-8b44-090a133dd0af admin admin] Subscribe: > port after_delete 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:20:34.856016 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8d60d26a-e598-4983-8b44-090a133dd0af admin admin] Subscribe: > port after_update 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:20:34.856329 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8d60d26a-e598-4983-8b44-090a133dd0af admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:20:34.856639 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8d60d26a-e598-4983-8b44-090a133dd0af admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:20:34.856949 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8d60d26a-e598-4983-8b44-090a133dd0af admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:20:34.857279 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8d60d26a-e598-4983-8b44-090a133dd0af admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:20:34.924722 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8d60d26a-e598-4983-8b44-090a133dd0af admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:20:34.925067 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8d60d26a-e598-4983-8b44-090a133dd0af admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:20:34.925393 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8d60d26a-e598-4983-8b44-090a133dd0af admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:20:34.925719 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8d60d26a-e598-4983-8b44-090a133dd0af admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 12:20:34.926081 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-8d60d26a-e598-4983-8b44-090a133dd0af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['331df489-1f46-4a6d-a7cd-8c45c30e73fa']}} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:20:34.946025 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-8d60d26a-e598-4983-8b44-090a133dd0af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef148c1-669f-4222-93d0-7748a9df9dbd') {'for_net_delete': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:20:34.946319 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-8d60d26a-e598-4983-8b44-090a133dd0af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef148c1-669f-4222-93d0-7748a9df9dbd') {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:20:34.963558 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8d60d26a-e598-4983-8b44-090a133dd0af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743558923165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328871'] for segment, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:35.010647 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8d60d26a-e598-4983-8b44-090a133dd0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:35.021594 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d60d26a-e598-4983-8b44-090a133dd0af admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=94062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:20:35.021969 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8d60d26a-e598-4983-8b44-090a133dd0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4103672'] for segment, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: from cryptography.utils import int_from_bytes Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: from cryptography.utils import int_from_bytes Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: Traceback (most recent call last): Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: timer() Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: cb(*args, **kw) Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: return func(*args, **kwargs) Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: self._notify() Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: self.callback(batched_events) Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: event.method(event) Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: return f(self, *a, **k) Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: return self._get(url).json() Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: return self.request(url, 'GET', **kwargs) Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:20:35.027339 dv-cinder-768458-11-iscsi neutron-server[94062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:20:35.058527 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61342aa0-d3b5-4c0f-9606-5c6434273043 req-5264d35b-2e25-4c83-92e8-1782c2417f95 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:35.060160 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-61342aa0-d3b5-4c0f-9606-5c6434273043 req-5264d35b-2e25-4c83-92e8-1782c2417f95 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0926082 Sep 27 12:20:35.104355 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8d60d26a-e598-4983-8b44-090a133dd0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8355526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528650'] for network, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:35.130687 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8d60d26a-e598-4983-8b44-090a133dd0af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:35.132494 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-8d60d26a-e598-4983-8b44-090a133dd0af admin admin] 10.222.0.60 "DELETE /v2.0/networks/331df489-1f46-4a6d-a7cd-8c45c30e73fa HTTP/1.1" status: 204 len: 168 time: 0.4474826 Sep 27 12:20:35.135392 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 56906) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:35.143424 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d60d26a-e598-4983-8b44-090a133dd0af admin admin] Pushing event deleted for resources: {'Network': ['ID=331df489-1f46-4a6d-a7cd-8c45c30e73fa,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:35.148674 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-61342aa0-d3b5-4c0f-9606-5c6434273043 req-08abbf2a-7df6-4e78-8474-a4a86331b3e1 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615044 Sep 27 12:20:35.184697 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_v2 [None req-e34525f2-5fc7-4a94-be33-792a2b6770ff admin admin] Deleting subnet 5718743a-ded1-4bef-a01d-c5ebc445ab3c {{(pid=94062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:20:35.187845 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e34525f2-5fc7-4a94-be33-792a2b6770ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:35.221519 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e34525f2-5fc7-4a94-be33-792a2b6770ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328894'] for subnet, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:35.259445 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e34525f2-5fc7-4a94-be33-792a2b6770ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8349256'] for subnet, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:35.311455 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e34525f2-5fc7-4a94-be33-792a2b6770ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8349249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4103766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8778815'] for subnet, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:35.342302 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34525f2-5fc7-4a94-be33-792a2b6770ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5718743a-ded1-4bef-a01d-c5ebc445ab3c,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:35.344253 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e34525f2-5fc7-4a94-be33-792a2b6770ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:35.346082 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-e34525f2-5fc7-4a94-be33-792a2b6770ff admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5718743a-ded1-4bef-a01d-c5ebc445ab3c HTTP/1.1" status: 204 len: 168 time: 0.2097602 Sep 27 12:20:35.348537 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 56910) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:35.415008 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-00a799f0-fe90-4c87-bb54-fa8f0edf8365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7874224'] for network, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:35.492998 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-00a799f0-fe90-4c87-bb54-fa8f0edf8365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8355569', 'neutron.services.segments.db._delete_segments_for_network-8743558924948'] for network, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:35.513397 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-00a799f0-fe90-4c87-bb54-fa8f0edf8365 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f303edae-ace5-48c0-a757-a021ebddbc51']}} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:20:35.522756 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-00a799f0-fe90-4c87-bb54-fa8f0edf8365 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea6a8b7a-5fd7-4539-93c7-b7ef544239af') {'for_net_delete': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:20:35.523072 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-00a799f0-fe90-4c87-bb54-fa8f0edf8365 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea6a8b7a-5fd7-4539-93c7-b7ef544239af') {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:20:35.533317 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-00a799f0-fe90-4c87-bb54-fa8f0edf8365 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743558923165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328871'] for segment, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:35.546701 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-00a799f0-fe90-4c87-bb54-fa8f0edf8365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:35.552803 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00a799f0-fe90-4c87-bb54-fa8f0edf8365 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:20:35.553312 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-00a799f0-fe90-4c87-bb54-fa8f0edf8365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4103672'] for segment, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:35.555123 dv-cinder-768458-11-iscsi neutron-server[94062]: Traceback (most recent call last): Sep 27 12:20:35.555123 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:20:35.555123 dv-cinder-768458-11-iscsi neutron-server[94062]: timer() Sep 27 12:20:35.555123 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:20:35.555123 dv-cinder-768458-11-iscsi neutron-server[94062]: cb(*args, **kw) Sep 27 12:20:35.555123 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:20:35.555123 dv-cinder-768458-11-iscsi neutron-server[94062]: return func(*args, **kwargs) Sep 27 12:20:35.555123 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:20:35.555123 dv-cinder-768458-11-iscsi neutron-server[94062]: self._notify() Sep 27 12:20:35.555123 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:20:35.555123 dv-cinder-768458-11-iscsi neutron-server[94062]: self.callback(batched_events) Sep 27 12:20:35.555123 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:20:35.555123 dv-cinder-768458-11-iscsi neutron-server[94062]: event.method(event) Sep 27 12:20:35.555123 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:20:35.555123 dv-cinder-768458-11-iscsi neutron-server[94062]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:20:35.555123 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:20:35.555123 dv-cinder-768458-11-iscsi neutron-server[94062]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:20:35.555123 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:20:35.555123 dv-cinder-768458-11-iscsi neutron-server[94062]: return f(self, *a, **k) Sep 27 12:20:35.555123 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:20:35.555123 dv-cinder-768458-11-iscsi neutron-server[94062]: return self._get(url).json() Sep 27 12:20:35.555123 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:20:35.555123 dv-cinder-768458-11-iscsi neutron-server[94062]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:20:35.555123 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:20:35.555123 dv-cinder-768458-11-iscsi neutron-server[94062]: return self.request(url, 'GET', **kwargs) Sep 27 12:20:35.555123 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:20:35.555123 dv-cinder-768458-11-iscsi neutron-server[94062]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:20:35.555123 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:20:35.555123 dv-cinder-768458-11-iscsi neutron-server[94062]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:20:35.555123 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:20:35.555123 dv-cinder-768458-11-iscsi neutron-server[94062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:20:35.555123 dv-cinder-768458-11-iscsi neutron-server[94062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:20:35.612689 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-00a799f0-fe90-4c87-bb54-fa8f0edf8365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8355526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528650'] for network, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:35.620886 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-00a799f0-fe90-4c87-bb54-fa8f0edf8365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:35.621670 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-00a799f0-fe90-4c87-bb54-fa8f0edf8365 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f303edae-ace5-48c0-a757-a021ebddbc51 HTTP/1.1" status: 204 len: 168 time: 0.2722449 Sep 27 12:20:35.631290 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a799f0-fe90-4c87-bb54-fa8f0edf8365 admin admin] Pushing event deleted for resources: {'Network': ['ID=f303edae-ace5-48c0-a757-a021ebddbc51,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:35.735546 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cba77-0545-4e87-9eda-4a3848a8b618 req-b3742b5c-66ff-43ba-bc38-7f057a8c0b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:35.737690 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d91cba77-0545-4e87-9eda-4a3848a8b618 req-b3742b5c-66ff-43ba-bc38-7f057a8c0b85 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 1098 time: 0.0591109 Sep 27 12:20:35.782045 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d91cba77-0545-4e87-9eda-4a3848a8b618 req-c5629c90-445b-475b-a178-2540926a9408 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350823 Sep 27 12:20:35.806493 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 56918) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:35.848010 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-9ba43179-2a02-4b64-9f95-6e22fc3756e3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf75d7e7e6df46e7b218916b25a174fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402682 Sep 27 12:20:35.850377 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 56920) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:35.897583 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b01dbc7a-17f4-4bb3-9349-66678cf0e9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:35.917296 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b01dbc7a-17f4-4bb3-9349-66678cf0e9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:35.963747 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b01dbc7a-17f4-4bb3-9349-66678cf0e9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:35.966471 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b01dbc7a-17f4-4bb3-9349-66678cf0e9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:35.967643 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-b01dbc7a-17f4-4bb3-9349-66678cf0e9aa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d1f7c9ee-0215-4431-ade8-b8ab85f6275b HTTP/1.1" status: 204 len: 168 time: 0.1163478 Sep 27 12:20:35.975197 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01dbc7a-17f4-4bb3-9349-66678cf0e9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f7c9ee-0215-4431-ade8-b8ab85f6275b,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:36.274050 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe5f94-9256-4850-bd6b-febc3ae49c5b req-3cfdb6d7-46b3-425b-8a2a-04624fe32839 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:36.275579 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f4fe5f94-9256-4850-bd6b-febc3ae49c5b req-3cfdb6d7-46b3-425b-8a2a-04624fe32839 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0570796 Sep 27 12:20:36.276526 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 56930) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:36.313683 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f4fe5f94-9256-4850-bd6b-febc3ae49c5b req-8906ec01-13d4-4ebd-9189-e0500fe95cbc tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319853 Sep 27 12:20:36.320346 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-9fdfb82e-1dd6-4ac7-86a2-5211f49d682c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=52a93ef3e5c14cacba962ce3ca4a079a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426953 Sep 27 12:20:36.322768 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 56932) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:20:36.371327 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7c1a7b0e-035a-45be-bce1-6915f877b492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:36.391911 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7c1a7b0e-035a-45be-bce1-6915f877b492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:36.436855 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7c1a7b0e-035a-45be-bce1-6915f877b492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:36.439882 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7c1a7b0e-035a-45be-bce1-6915f877b492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:36.441048 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-7c1a7b0e-035a-45be-bce1-6915f877b492 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0281af9a-e60f-4ed5-82db-3502bf2a6e2c HTTP/1.1" status: 204 len: 168 time: 0.1173370 Sep 27 12:20:36.448920 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a7b0e-035a-45be-bce1-6915f877b492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0281af9a-e60f-4ed5-82db-3502bf2a6e2c,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:20:37.431347 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37443e8d-de7a-4443-9c7b-c790b3aba95e req-5e1a2251-04af-42de-bedb-33d6f383a68e tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:37.433397 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-37443e8d-de7a-4443-9c7b-c790b3aba95e req-5e1a2251-04af-42de-bedb-33d6f383a68e tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0493493 Sep 27 12:20:37.480743 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-37443e8d-de7a-4443-9c7b-c790b3aba95e req-79470ebc-5db7-48ad-a7ee-6fbfc2980992 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331209 Sep 27 12:20:37.990585 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-288e10d6-903f-4e90-8d7e-364be8a807d1 req-b67242f4-c15b-4ce9-a5bb-e6497614140a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387785 Sep 27 12:20:38.093000 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e10d6-903f-4e90-8d7e-364be8a807d1 req-1e22b1ad-e21a-4bca-997a-03c13a6194e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:38.094533 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-288e10d6-903f-4e90-8d7e-364be8a807d1 req-1e22b1ad-e21a-4bca-997a-03c13a6194e9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e49334ec40b4775857a718d005d2752&device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 1099 time: 0.0405903 Sep 27 12:20:38.199600 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e10d6-903f-4e90-8d7e-364be8a807d1 req-db0275c9-bbce-42ea-9c22-7f4aa53f4801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:38.201056 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-288e10d6-903f-4e90-8d7e-364be8a807d1 req-db0275c9-bbce-42ea-9c22-7f4aa53f4801 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9a440886-809f-4d5f-ac76-4eef69acf370 HTTP/1.1" status: 200 len: 919 time: 0.0866888 Sep 27 12:20:38.247047 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-288e10d6-903f-4e90-8d7e-364be8a807d1 req-b4d0bd33-8c81-4441-be91-4852fb4451fb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02c33be0-043c-4a2b-bf57-ed3c9837eba8 HTTP/1.1" status: 200 len: 217 time: 0.0358429 Sep 27 12:20:38.296930 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e10d6-903f-4e90-8d7e-364be8a807d1 req-60cb3a01-e8f2-46bd-ab4f-9d8690281bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:38.298320 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-288e10d6-903f-4e90-8d7e-364be8a807d1 req-60cb3a01-e8f2-46bd-ab4f-9d8690281bee service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb94006c-5aa7-4ce9-9d8d-2a1c357579ff HTTP/1.1" status: 200 len: 858 time: 0.0430524 Sep 27 12:20:38.333684 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-288e10d6-903f-4e90-8d7e-364be8a807d1 req-798aacdb-fc53-4bae-bfd5-19c20eaf8965 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9a440886-809f-4d5f-ac76-4eef69acf370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271866 Sep 27 12:20:38.435366 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-288e10d6-903f-4e90-8d7e-364be8a807d1 req-b5d9fd40-510a-4ec1-882b-9e32605cb504 service neutron] 10.222.0.25 "GET /v2.0/networks/9a440886-809f-4d5f-ac76-4eef69acf370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924895 Sep 27 12:20:38.531463 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-288e10d6-903f-4e90-8d7e-364be8a807d1 req-e66fe3f6-981a-4c3e-9186-63f43ed6e9f4 service neutron] 10.222.0.25 "GET /v2.0/networks/9a440886-809f-4d5f-ac76-4eef69acf370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873070 Sep 27 12:20:38.601428 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aead9c6-59cc-4db0-855a-dd5b02004b8e req-bec1ad02-19af-4054-bb52-925742317631 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:38.603120 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0aead9c6-59cc-4db0-855a-dd5b02004b8e req-bec1ad02-19af-4054-bb52-925742317631 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0506465 Sep 27 12:20:38.641517 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0aead9c6-59cc-4db0-855a-dd5b02004b8e req-d4eec08f-9f80-4270-9704-5939aedf9045 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319920 Sep 27 12:20:38.760775 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d69ada-663b-498a-a869-08cc1c68107e req-7b5a8e66-6f4a-4613-9774-dc6c4234f9c1 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:38.762199 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-84d69ada-663b-498a-a869-08cc1c68107e req-7b5a8e66-6f4a-4613-9774-dc6c4234f9c1 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0503430 Sep 27 12:20:38.798396 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-84d69ada-663b-498a-a869-08cc1c68107e req-0ae19a47-231a-4744-86cf-67b1592c2c8e tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303345 Sep 27 12:20:41.023899 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:41.443768 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be0e88-3c91-48ce-acad-c7e274db698c req-5a95d7e2-0da2-47c2-8c98-e50e900bc6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:41.445464 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f0be0e88-3c91-48ce-acad-c7e274db698c req-5a95d7e2-0da2-47c2-8c98-e50e900bc6c5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e49334ec40b4775857a718d005d2752&device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 1099 time: 0.0709066 Sep 27 12:20:41.456937 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566ba09-ed8f-412c-8548-ba54d4b1efb1 req-d37dad6d-3a26-4cba-9d4d-a00ca5c7ce29 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:41.458588 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1566ba09-ed8f-412c-8548-ba54d4b1efb1 req-d37dad6d-3a26-4cba-9d4d-a00ca5c7ce29 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0762501 Sep 27 12:20:41.543654 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1566ba09-ed8f-412c-8548-ba54d4b1efb1 req-a1b5f786-4d0e-4298-8784-38d0b46dafd3 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773735 Sep 27 12:20:41.565343 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be0e88-3c91-48ce-acad-c7e274db698c req-964d603c-e952-41ad-98a4-589d16c06710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:41.566791 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f0be0e88-3c91-48ce-acad-c7e274db698c req-964d603c-e952-41ad-98a4-589d16c06710 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9a440886-809f-4d5f-ac76-4eef69acf370 HTTP/1.1" status: 200 len: 919 time: 0.1073627 Sep 27 12:20:41.614823 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f0be0e88-3c91-48ce-acad-c7e274db698c req-27598a40-e0b6-4b5c-b750-8e412781ec0d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02c33be0-043c-4a2b-bf57-ed3c9837eba8 HTTP/1.1" status: 200 len: 217 time: 0.0369093 Sep 27 12:20:41.665032 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be0e88-3c91-48ce-acad-c7e274db698c req-ef21d770-cd00-429e-a46c-6430ae5cd9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:41.666533 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f0be0e88-3c91-48ce-acad-c7e274db698c req-ef21d770-cd00-429e-a46c-6430ae5cd9f1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb94006c-5aa7-4ce9-9d8d-2a1c357579ff HTTP/1.1" status: 200 len: 858 time: 0.0442772 Sep 27 12:20:41.698451 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f0be0e88-3c91-48ce-acad-c7e274db698c req-47f0cb82-9f4d-4f06-8698-9c61b2049e5c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9a440886-809f-4d5f-ac76-4eef69acf370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243635 Sep 27 12:20:41.792288 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f0be0e88-3c91-48ce-acad-c7e274db698c req-2fe9a88f-8b83-404e-a491-c4373010b53e service neutron] 10.222.0.25 "GET /v2.0/networks/9a440886-809f-4d5f-ac76-4eef69acf370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852695 Sep 27 12:20:41.880101 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f0be0e88-3c91-48ce-acad-c7e274db698c req-8e38f159-4227-4cb3-a7e7-b2e1d1070f3c service neutron] 10.222.0.25 "GET /v2.0/networks/9a440886-809f-4d5f-ac76-4eef69acf370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808878 Sep 27 12:20:42.659760 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988881a3-7fa4-4811-8032-18ce9039c80b req-6c6cac11-4fe6-4fa7-8294-60fcb965b760 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:42.661198 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-988881a3-7fa4-4811-8032-18ce9039c80b req-6c6cac11-4fe6-4fa7-8294-60fcb965b760 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0484753 Sep 27 12:20:42.698599 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-988881a3-7fa4-4811-8032-18ce9039c80b req-5e3cc96e-f7a0-4093-9e3b-5798a9e9dc1d tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308044 Sep 27 12:20:43.813030 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5b8f0-c4ee-4fc2-a297-f3c24f9d483e req-62cc8426-af3f-43f7-9248-66742fcff2f2 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:43.814501 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b7c5b8f0-c4ee-4fc2-a297-f3c24f9d483e req-62cc8426-af3f-43f7-9248-66742fcff2f2 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0481834 Sep 27 12:20:43.854571 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b7c5b8f0-c4ee-4fc2-a297-f3c24f9d483e req-dfe01465-522b-4b96-b3ff-9e04d8e67ecc tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340898 Sep 27 12:20:44.970701 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4480fa1-91c6-42a0-8a07-4350bf7936ff req-bf6e7fa7-44cc-4945-8c33-bfdeb51cee77 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:44.972359 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c4480fa1-91c6-42a0-8a07-4350bf7936ff req-bf6e7fa7-44cc-4945-8c33-bfdeb51cee77 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0481980 Sep 27 12:20:45.010800 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c4480fa1-91c6-42a0-8a07-4350bf7936ff req-b28e580e-bb4a-4f33-8030-62c7ad615f8d tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325100 Sep 27 12:20:45.319491 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9b2eae39-72f8-4c53-b648-ebf291fe1791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:46.128369 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a10331-c3c3-4536-a048-12b8d1761c5a req-71bd7e05-0e60-43c0-b08d-f5fde886a3cd tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:46.129754 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-96a10331-c3c3-4536-a048-12b8d1761c5a req-71bd7e05-0e60-43c0-b08d-f5fde886a3cd tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0481577 Sep 27 12:20:46.169672 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-96a10331-c3c3-4536-a048-12b8d1761c5a req-986d2c3f-dbdb-4f3b-8b27-996f697592ef tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338848 Sep 27 12:20:47.479267 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01dc7c-f783-4aa9-b704-f1bb58fef034 req-540b2d2b-5be6-4893-afd1-19f0dd62d0f6 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:47.481247 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-df01dc7c-f783-4aa9-b704-f1bb58fef034 req-540b2d2b-5be6-4893-afd1-19f0dd62d0f6 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.2424803 Sep 27 12:20:47.505800 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e17e2233-3b35-4cd4-abab-a1a684587648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:47.518722 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-df01dc7c-f783-4aa9-b704-f1bb58fef034 req-2a1a5036-9433-4770-8326-89b7cdc99150 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315742 Sep 27 12:20:48.634378 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045ffab-8a2c-47b3-93ee-40faaadf45e3 req-8a24de38-9846-4bfb-86d8-5f43bbe3cef2 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:48.636455 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b045ffab-8a2c-47b3-93ee-40faaadf45e3 req-8a24de38-9846-4bfb-86d8-5f43bbe3cef2 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0489371 Sep 27 12:20:48.674084 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b045ffab-8a2c-47b3-93ee-40faaadf45e3 req-20fe579d-140e-4135-a7c3-cb2df002c3c1 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305498 Sep 27 12:20:48.687097 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:49.613497 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:49.790466 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ea63d-4eb1-4597-a35c-f31567d4312b req-293cb873-8d38-4de8-bb28-557d0f297806 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:49.791969 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-131ea63d-4eb1-4597-a35c-f31567d4312b req-293cb873-8d38-4de8-bb28-557d0f297806 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0480871 Sep 27 12:20:49.831232 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-131ea63d-4eb1-4597-a35c-f31567d4312b req-b7f58f58-9ae6-4daf-b16a-261abe7250e4 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334122 Sep 27 12:20:50.839358 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:20:50.944773 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bfb83-870a-42fb-adc6-e93ffff6905d req-faf878a9-2359-4eee-9f71-4f2d56003135 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:50.946215 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fa0bfb83-870a-42fb-adc6-e93ffff6905d req-faf878a9-2359-4eee-9f71-4f2d56003135 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0478523 Sep 27 12:20:50.985898 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fa0bfb83-870a-42fb-adc6-e93ffff6905d req-cb79c500-d4d5-4856-817f-b74fe360f7cb tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337539 Sep 27 12:20:52.101256 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5572baf-c86e-429c-8b01-dca0808e1d32 req-f07fab46-da07-48c9-8258-9a0306d9efa0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:52.102574 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d5572baf-c86e-429c-8b01-dca0808e1d32 req-f07fab46-da07-48c9-8258-9a0306d9efa0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0477953 Sep 27 12:20:52.143993 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d5572baf-c86e-429c-8b01-dca0808e1d32 req-a82555fc-21d0-4a6a-9602-13683f06fd06 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340545 Sep 27 12:20:53.258707 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27bf0b-689c-4498-b3d3-0216e3f34796 req-f9ced2c1-e3ea-4042-80b8-8ac843827e4e tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:53.260229 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-cc27bf0b-689c-4498-b3d3-0216e3f34796 req-f9ced2c1-e3ea-4042-80b8-8ac843827e4e tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0481627 Sep 27 12:20:53.297321 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-cc27bf0b-689c-4498-b3d3-0216e3f34796 req-f6420c13-c9b5-4f2a-b5d4-7a76e62799ba tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306823 Sep 27 12:20:54.413559 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5a461-1d05-4f3f-af52-76c99fa9c044 req-6d246ff7-bdf5-46dc-959a-a25e3ed4ce46 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:54.415063 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-41e5a461-1d05-4f3f-af52-76c99fa9c044 req-6d246ff7-bdf5-46dc-959a-a25e3ed4ce46 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0507782 Sep 27 12:20:54.454612 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-41e5a461-1d05-4f3f-af52-76c99fa9c044 req-ad0b0127-e7ee-4fb8-af1e-e6da614a262b tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336392 Sep 27 12:20:55.576920 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875250d-469c-453c-82db-976a35793546 req-efaf8e52-9c71-4d82-86de-7941394409f1 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:55.578457 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-9875250d-469c-453c-82db-976a35793546 req-efaf8e52-9c71-4d82-86de-7941394409f1 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0535777 Sep 27 12:20:55.626587 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-9875250d-469c-453c-82db-976a35793546 req-8c6ce254-6631-4d55-8fa7-e6a2e704666f tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409951 Sep 27 12:20:55.669614 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072aa478-334d-4c13-aca4-1e0bf671731b req-52f91089-292a-4b50-9cc7-a6c38dbe273b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:55.672294 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-072aa478-334d-4c13-aca4-1e0bf671731b req-52f91089-292a-4b50-9cc7-a6c38dbe273b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 1099 time: 0.0589168 Sep 27 12:20:55.717797 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-072aa478-334d-4c13-aca4-1e0bf671731b req-aeab559e-e2dd-470f-be29-925aba43068a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378876 Sep 27 12:20:56.689925 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:20:56.743994 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc296d-0313-44ec-8fbb-2b5aa701ba31 req-c664335d-5660-4893-8f48-b3f3c3cd5965 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:56.745471 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0bfc296d-0313-44ec-8fbb-2b5aa701ba31 req-c664335d-5660-4893-8f48-b3f3c3cd5965 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0482137 Sep 27 12:20:56.782439 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0bfc296d-0313-44ec-8fbb-2b5aa701ba31 req-0bb6655e-9ff2-48e0-a853-e6e99fbe6f89 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309756 Sep 27 12:20:57.898187 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a9996-7677-4f21-a80d-d6419a67541d req-46a7da99-deb2-4838-af38-ff0681a0d517 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:57.899600 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-067a9996-7677-4f21-a80d-d6419a67541d req-46a7da99-deb2-4838-af38-ff0681a0d517 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0478690 Sep 27 12:20:57.936631 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-067a9996-7677-4f21-a80d-d6419a67541d req-46e5ac6b-6aa6-48d6-afbb-032763806a19 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305851 Sep 27 12:20:58.167933 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e8a06-14c8-47c5-9dba-5d626b28855c req-13270889-afd3-4e4b-953c-13e85719eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:58.169336 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b80e8a06-14c8-47c5-9dba-5d626b28855c req-13270889-afd3-4e4b-953c-13e85719eda3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e49334ec40b4775857a718d005d2752&device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 1099 time: 0.0391769 Sep 27 12:20:58.177649 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e188b2e-0f4a-4c45-bfd8-58288642ce46 req-1060fae2-bff7-41ab-ba46-fa9c922d0be3 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:58.179112 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8e188b2e-0f4a-4c45-bfd8-58288642ce46 req-1060fae2-bff7-41ab-ba46-fa9c922d0be3 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0484900 Sep 27 12:20:58.215072 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8e188b2e-0f4a-4c45-bfd8-58288642ce46 req-61396689-f809-462a-879a-651fc6eaacbd tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299733 Sep 27 12:20:58.268546 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e8a06-14c8-47c5-9dba-5d626b28855c req-4157ec41-0270-408d-8e97-c49639a0277a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:58.272195 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b80e8a06-14c8-47c5-9dba-5d626b28855c req-4157ec41-0270-408d-8e97-c49639a0277a service neutron] 10.222.0.25 "GET /v2.0/networks?id=9a440886-809f-4d5f-ac76-4eef69acf370 HTTP/1.1" status: 200 len: 919 time: 0.0927923 Sep 27 12:20:58.312984 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b80e8a06-14c8-47c5-9dba-5d626b28855c req-8cae98ec-55e0-49e0-a638-4d009be30703 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02c33be0-043c-4a2b-bf57-ed3c9837eba8 HTTP/1.1" status: 200 len: 217 time: 0.0345671 Sep 27 12:20:58.385249 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e8a06-14c8-47c5-9dba-5d626b28855c req-31cd13da-4cc4-42c3-9439-adf63206a614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:58.386886 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b80e8a06-14c8-47c5-9dba-5d626b28855c req-31cd13da-4cc4-42c3-9439-adf63206a614 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb94006c-5aa7-4ce9-9d8d-2a1c357579ff HTTP/1.1" status: 200 len: 858 time: 0.0555737 Sep 27 12:20:58.432249 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b80e8a06-14c8-47c5-9dba-5d626b28855c req-bbad4312-9f0d-4335-9ca1-ee2eae94f8b6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9a440886-809f-4d5f-ac76-4eef69acf370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342991 Sep 27 12:20:58.528104 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b80e8a06-14c8-47c5-9dba-5d626b28855c req-914fab57-c89c-4ec3-ab55-114ad0b1175f service neutron] 10.222.0.25 "GET /v2.0/networks/9a440886-809f-4d5f-ac76-4eef69acf370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881934 Sep 27 12:20:58.633418 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b80e8a06-14c8-47c5-9dba-5d626b28855c req-8d5fbd7b-1bc7-442f-a674-bf9d850a4a9e service neutron] 10.222.0.25 "GET /v2.0/networks/9a440886-809f-4d5f-ac76-4eef69acf370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976326 Sep 27 12:20:59.333341 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ebf76-7ee4-42ec-ae98-d24dd21f3498 req-38586302-9a64-4a71-adcc-b9f5789be275 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:20:59.334810 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4b1ebf76-7ee4-42ec-ae98-d24dd21f3498 req-38586302-9a64-4a71-adcc-b9f5789be275 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0494368 Sep 27 12:20:59.370858 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4b1ebf76-7ee4-42ec-ae98-d24dd21f3498 req-9e9b75eb-b389-40b3-b891-a2d743b80628 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300815 Sep 27 12:21:00.487556 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401536f-bdbc-4b4b-b18c-68e9bf70669d req-d798ca0e-b383-49f7-a816-ec33ab01a3b0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:00.488970 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9401536f-bdbc-4b4b-b18c-68e9bf70669d req-d798ca0e-b383-49f7-a816-ec33ab01a3b0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0506525 Sep 27 12:21:00.525822 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9401536f-bdbc-4b4b-b18c-68e9bf70669d req-aefaf113-a717-473b-b50c-af55031bcef8 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309858 Sep 27 12:21:01.640876 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16881ea7-41fe-447d-b379-4cab9e7053bd req-6e574bc2-1fb8-421f-a0a5-177e3e7e138c tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:01.645816 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-16881ea7-41fe-447d-b379-4cab9e7053bd req-6e574bc2-1fb8-421f-a0a5-177e3e7e138c tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0509982 Sep 27 12:21:01.687290 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-16881ea7-41fe-447d-b379-4cab9e7053bd req-bf0a85f8-1156-4418-b634-a82d271369b1 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354095 Sep 27 12:21:02.805545 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac18b9-8cd0-49f6-bdab-303c1f00a124 req-16dba3f3-ce5d-4558-907a-ada076919313 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:02.807072 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6cac18b9-8cd0-49f6-bdab-303c1f00a124 req-16dba3f3-ce5d-4558-907a-ada076919313 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0496178 Sep 27 12:21:02.845860 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6cac18b9-8cd0-49f6-bdab-303c1f00a124 req-bcd53495-682f-46e6-8fd4-b85113cca62d tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327005 Sep 27 12:21:03.965050 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99db3f2-25ad-4043-8974-615b14666e2d req-98f81dbb-0f8e-4e55-8e7d-78bb17998685 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:03.966512 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e99db3f2-25ad-4043-8974-615b14666e2d req-98f81dbb-0f8e-4e55-8e7d-78bb17998685 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0523305 Sep 27 12:21:04.002486 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e99db3f2-25ad-4043-8974-615b14666e2d req-ee062adf-8034-424a-851c-69d403691003 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295525 Sep 27 12:21:07.300163 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49463c-5971-4fb9-8b60-d9be90fc2b94 req-25663a7f-8921-440a-9924-6b8c77166bf3 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:07.302382 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0e49463c-5971-4fb9-8b60-d9be90fc2b94 req-25663a7f-8921-440a-9924-6b8c77166bf3 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0592003 Sep 27 12:21:07.341227 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0e49463c-5971-4fb9-8b60-d9be90fc2b94 req-76497142-a61a-44d6-b34e-339cb2d90176 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321715 Sep 27 12:21:08.526772 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f282298-0d2b-4b45-89c8-a93a983b8caf req-87b3edbe-1992-4a27-a367-e63ea6ed1c72 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:08.528826 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1f282298-0d2b-4b45-89c8-a93a983b8caf req-87b3edbe-1992-4a27-a367-e63ea6ed1c72 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0603542 Sep 27 12:21:08.569379 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1f282298-0d2b-4b45-89c8-a93a983b8caf req-daab74bd-91a5-4363-840b-7c9b65eeb0b3 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346355 Sep 27 12:21:11.021976 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:15.320172 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-29af9c96-4967-4e75-8f09-54ecb0f8a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:16.367529 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf320bba-fc0f-4c2c-9730-9ad2649cbd09 req-f09ef7fd-5b1e-4ce8-a7f7-17648841acbb tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:16.368983 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-cf320bba-fc0f-4c2c-9730-9ad2649cbd09 req-f09ef7fd-5b1e-4ce8-a7f7-17648841acbb tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0472913 Sep 27 12:21:16.406120 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-cf320bba-fc0f-4c2c-9730-9ad2649cbd09 req-20cd0225-85f2-499d-b36a-7c88b4a8bc9d tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305736 Sep 27 12:21:17.508286 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01081e85-0c48-4e83-bd38-172c5f8613d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:18.694175 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:19.615900 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:20.842826 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:24.581994 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 57642) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:21:24.721956 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-02a002ab-2014-43c9-bb90-5bce70a4abd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:24.812021 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-02a002ab-2014-43c9-bb90-5bce70a4abd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:24.815832 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-02a002ab-2014-43c9-bb90-5bce70a4abd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:24.854428 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-02a002ab-2014-43c9-bb90-5bce70a4abd3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ed8d2cd9af66402c8c620b436c859262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710860 Sep 27 12:21:24.855353 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a002ab-2014-43c9-bb90-5bce70a4abd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242686b8-4f1f-4ced-86ee-9285f69c5a70,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:24.857308 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 57646) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:21:24.862871 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a002ab-2014-43c9-bb90-5bce70a4abd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:24.863246 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a002ab-2014-43c9-bb90-5bce70a4abd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:24.863582 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a002ab-2014-43c9-bb90-5bce70a4abd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:24.864109 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a002ab-2014-43c9-bb90-5bce70a4abd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:24.864441 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a002ab-2014-43c9-bb90-5bce70a4abd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:24.864836 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a002ab-2014-43c9-bb90-5bce70a4abd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:24.865162 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a002ab-2014-43c9-bb90-5bce70a4abd3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:24.865487 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a002ab-2014-43c9-bb90-5bce70a4abd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:24.865808 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a002ab-2014-43c9-bb90-5bce70a4abd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:24.866126 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a002ab-2014-43c9-bb90-5bce70a4abd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:24.866444 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a002ab-2014-43c9-bb90-5bce70a4abd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:24.866757 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a002ab-2014-43c9-bb90-5bce70a4abd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:24.911705 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-acc8d3be-4f59-480f-9dbe-b18b8defb034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:24.932311 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-acc8d3be-4f59-480f-9dbe-b18b8defb034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:24.984766 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-acc8d3be-4f59-480f-9dbe-b18b8defb034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:24.987388 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-acc8d3be-4f59-480f-9dbe-b18b8defb034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:24.988530 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-acc8d3be-4f59-480f-9dbe-b18b8defb034 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/242686b8-4f1f-4ced-86ee-9285f69c5a70 HTTP/1.1" status: 204 len: 168 time: 0.1301825 Sep 27 12:21:24.996404 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8d3be-4f59-480f-9dbe-b18b8defb034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242686b8-4f1f-4ced-86ee-9285f69c5a70,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:25.003638 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc8d3be-4f59-480f-9dbe-b18b8defb034 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:25.003985 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc8d3be-4f59-480f-9dbe-b18b8defb034 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:25.004394 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc8d3be-4f59-480f-9dbe-b18b8defb034 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:25.004730 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc8d3be-4f59-480f-9dbe-b18b8defb034 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:25.005068 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc8d3be-4f59-480f-9dbe-b18b8defb034 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:25.005400 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc8d3be-4f59-480f-9dbe-b18b8defb034 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:25.005801 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc8d3be-4f59-480f-9dbe-b18b8defb034 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:25.006053 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc8d3be-4f59-480f-9dbe-b18b8defb034 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:25.006385 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc8d3be-4f59-480f-9dbe-b18b8defb034 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:25.006817 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc8d3be-4f59-480f-9dbe-b18b8defb034 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:25.007037 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc8d3be-4f59-480f-9dbe-b18b8defb034 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:25.007467 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc8d3be-4f59-480f-9dbe-b18b8defb034 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:25.185537 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 57662) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:21:25.302962 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5e34d8fe-e496-46c5-903b-ed91ae2e7fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:25.396580 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5e34d8fe-e496-46c5-903b-ed91ae2e7fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:25.401905 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5e34d8fe-e496-46c5-903b-ed91ae2e7fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:25.444242 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-5e34d8fe-e496-46c5-903b-ed91ae2e7fee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e886c9f4004f4ee38de953af5462de1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2569497 Sep 27 12:21:25.445364 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34d8fe-e496-46c5-903b-ed91ae2e7fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31db1f98-1627-4eea-90c6-d2c24312aef3,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:25.446957 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 57682) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:21:25.504837 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ebe6fb99-f34b-4749-ac10-20e3e9a270bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:25.528237 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ebe6fb99-f34b-4749-ac10-20e3e9a270bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:25.577641 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ebe6fb99-f34b-4749-ac10-20e3e9a270bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:25.580678 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ebe6fb99-f34b-4749-ac10-20e3e9a270bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:25.584591 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-ebe6fb99-f34b-4749-ac10-20e3e9a270bc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/31db1f98-1627-4eea-90c6-d2c24312aef3 HTTP/1.1" status: 204 len: 168 time: 0.1339257 Sep 27 12:21:25.590702 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6fb99-f34b-4749-ac10-20e3e9a270bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31db1f98-1627-4eea-90c6-d2c24312aef3,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:29.265172 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 57794) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:21:29.384678 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-53195437-9808-4f67-949c-c8b5fc640d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:29.470735 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-53195437-9808-4f67-949c-c8b5fc640d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:29.474533 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-53195437-9808-4f67-949c-c8b5fc640d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:29.515909 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-53195437-9808-4f67-949c-c8b5fc640d89 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=242b791659914d0c8afbdd8bd14b2f77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480187 Sep 27 12:21:29.518427 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 57806) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:21:29.524561 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53195437-9808-4f67-949c-c8b5fc640d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a4b976-825c-4127-8e9f-243ba397520e,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:29.590143 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9a2cae33-66a5-4cbb-98f4-ddc3fd5e8d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:29.616792 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9a2cae33-66a5-4cbb-98f4-ddc3fd5e8d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:29.672284 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9a2cae33-66a5-4cbb-98f4-ddc3fd5e8d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:29.674769 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9a2cae33-66a5-4cbb-98f4-ddc3fd5e8d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:29.676038 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-9a2cae33-66a5-4cbb-98f4-ddc3fd5e8d71 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/37a4b976-825c-4127-8e9f-243ba397520e HTTP/1.1" status: 204 len: 168 time: 0.1566534 Sep 27 12:21:29.683663 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cae33-66a5-4cbb-98f4-ddc3fd5e8d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a4b976-825c-4127-8e9f-243ba397520e,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:29.928875 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d937c4-092a-4cda-bafe-41c41659a857 req-c53df2e0-2384-43af-adba-89ac017bcdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:29.930430 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f9d937c4-092a-4cda-bafe-41c41659a857 req-c53df2e0-2384-43af-adba-89ac017bcdb6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e49334ec40b4775857a718d005d2752&device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 1099 time: 0.0664670 Sep 27 12:21:29.945988 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1dbfe-eb75-45a6-88c3-3a4bec9b6dab req-5c0cf330-9a23-4b81-9acc-68604b20334e tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:29.947496 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d3f1dbfe-eb75-45a6-88c3-3a4bec9b6dab req-5c0cf330-9a23-4b81-9acc-68604b20334e tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0743299 Sep 27 12:21:29.948709 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 57822) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:21:29.963016 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ce717917-fbf1-4860-a708-3c4edcd7f4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:30.040629 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d3f1dbfe-eb75-45a6-88c3-3a4bec9b6dab req-9be8c7a2-35a0-4c87-b76f-30781e5cb2c0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850673 Sep 27 12:21:30.054429 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ce717917-fbf1-4860-a708-3c4edcd7f4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:30.058126 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ce717917-fbf1-4860-a708-3c4edcd7f4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:30.073243 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d937c4-092a-4cda-bafe-41c41659a857 req-9377a9cc-9dd5-4665-a562-5f76b8d063d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:30.074944 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f9d937c4-092a-4cda-bafe-41c41659a857 req-9377a9cc-9dd5-4665-a562-5f76b8d063d9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9a440886-809f-4d5f-ac76-4eef69acf370 HTTP/1.1" status: 200 len: 919 time: 0.1265385 Sep 27 12:21:30.102388 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-ce717917-fbf1-4860-a708-3c4edcd7f4fc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=45dc0a3688dc47459fb7fd187643e263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520085 Sep 27 12:21:30.103838 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 57828) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:21:30.111052 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce717917-fbf1-4860-a708-3c4edcd7f4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a688d56-af29-4708-808c-e72f8a6c3905,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:30.129417 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f9d937c4-092a-4cda-bafe-41c41659a857 req-835e2b2c-6926-473d-9272-bcf91ea914b8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02c33be0-043c-4a2b-bf57-ed3c9837eba8 HTTP/1.1" status: 200 len: 217 time: 0.0421765 Sep 27 12:21:30.161527 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cf6f3e06-d2b2-4d75-b023-c526915424d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:30.188142 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d937c4-092a-4cda-bafe-41c41659a857 req-0c7d3e85-78d0-4662-bc76-0c0855ef7797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:30.189647 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f9d937c4-092a-4cda-bafe-41c41659a857 req-0c7d3e85-78d0-4662-bc76-0c0855ef7797 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb94006c-5aa7-4ce9-9d8d-2a1c357579ff HTTP/1.1" status: 200 len: 858 time: 0.0491877 Sep 27 12:21:30.192309 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cf6f3e06-d2b2-4d75-b023-c526915424d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:30.225864 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f9d937c4-092a-4cda-bafe-41c41659a857 req-23409dc4-3fb5-4763-a682-abb39ea34167 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9a440886-809f-4d5f-ac76-4eef69acf370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275502 Sep 27 12:21:30.239853 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cf6f3e06-d2b2-4d75-b023-c526915424d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:30.242449 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cf6f3e06-d2b2-4d75-b023-c526915424d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:30.243714 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-cf6f3e06-d2b2-4d75-b023-c526915424d0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0a688d56-af29-4708-808c-e72f8a6c3905 HTTP/1.1" status: 204 len: 168 time: 0.1388943 Sep 27 12:21:30.252073 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f3e06-d2b2-4d75-b023-c526915424d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a688d56-af29-4708-808c-e72f8a6c3905,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:30.521482 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd190357-16f7-4b3d-bc07-2fa07ef74de2 req-ad999699-fcd2-4565-be57-5249f25e7b6d tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:30.523002 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-dd190357-16f7-4b3d-bc07-2fa07ef74de2 req-ad999699-fcd2-4565-be57-5249f25e7b6d tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=955a146f-762a-49e5-baea-d9d896791361 HTTP/1.1" status: 200 len: 946 time: 0.2959759 Sep 27 12:21:30.573180 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f9d937c4-092a-4cda-bafe-41c41659a857 req-f496866e-a30d-4624-9eac-58e968d11da1 service neutron] 10.222.0.25 "GET /v2.0/networks/9a440886-809f-4d5f-ac76-4eef69acf370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369470 Sep 27 12:21:30.581617 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-dd190357-16f7-4b3d-bc07-2fa07ef74de2 req-079016bd-eef5-4a08-af97-1dcc445df662 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c80fce4-3e18-4815-b512-ebb150f11251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489337 Sep 27 12:21:30.707006 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f9d937c4-092a-4cda-bafe-41c41659a857 req-b5d8ea41-68db-4bd6-8a0a-0f75c28f1d76 service neutron] 10.222.0.25 "GET /v2.0/networks/9a440886-809f-4d5f-ac76-4eef69acf370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244283 Sep 27 12:21:30.992915 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 57870) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:21:31.088498 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-77584ab2-3c8f-4ac4-ab80-debd96e7fd40 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-551154710-network', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:21:31.110212 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77584ab2-3c8f-4ac4-ab80-debd96e7fd40 admin admin] Made reservation on behalf of 02234d33e23642d9aaa9e248e4bd9949 for: {'network': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:21:31.112622 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-77584ab2-3c8f-4ac4-ab80-debd96e7fd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for network, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:31.120874 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-77584ab2-3c8f-4ac4-ab80-debd96e7fd40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:31.195347 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf18ca0-5d4e-4acf-be11-88dd02d119c2 req-6949fffb-d992-480f-827e-9963ee6a14dd tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:31.196807 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2cf18ca0-5d4e-4acf-be11-88dd02d119c2 req-6949fffb-d992-480f-827e-9963ee6a14dd tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0731311 Sep 27 12:21:31.262383 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2cf18ca0-5d4e-4acf-be11-88dd02d119c2 req-253401f7-9fc8-4afb-b1ab-69e430eff9c0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592575 Sep 27 12:21:31.287832 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-77584ab2-3c8f-4ac4-ab80-debd96e7fd40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:31.291859 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-77584ab2-3c8f-4ac4-ab80-debd96e7fd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:31.315838 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77584ab2-3c8f-4ac4-ab80-debd96e7fd40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=94062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:21:31.324196 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77584ab2-3c8f-4ac4-ab80-debd96e7fd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c901481-a256-4c46-ae06-50d325755f53,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:31.329991 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-77584ab2-3c8f-4ac4-ab80-debd96e7fd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:31.330329 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.db.segments_db [None req-77584ab2-3c8f-4ac4-ab80-debd96e7fd40 admin admin] Added segment 6cc3c066-be31-4e4b-8ade-e372dc2401b6 of type vlan for network e2025397-7087-4c7f-a9f8-607a9a9daadf Sep 27 12:21:31.369187 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-77584ab2-3c8f-4ac4-ab80-debd96e7fd40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743558578710'] for network, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:31.391960 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-77584ab2-3c8f-4ac4-ab80-debd96e7fd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323'] for network, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:31.392941 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77584ab2-3c8f-4ac4-ab80-debd96e7fd40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:31.393522 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-77584ab2-3c8f-4ac4-ab80-debd96e7fd40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:31.416919 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-77584ab2-3c8f-4ac4-ab80-debd96e7fd40 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4229214 Sep 27 12:21:31.419967 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 57876) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:21:31.425413 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-790e7dbf-9951-4c4e-8a8a-ff2993f6f982 admin admin] Request body: {'subnet': {'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-551154710-subnet', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'ip_version': 4}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:21:31.445350 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790e7dbf-9951-4c4e-8a8a-ff2993f6f982 admin admin] Made reservation on behalf of 02234d33e23642d9aaa9e248e4bd9949 for: {'subnet': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:21:31.447678 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-790e7dbf-9951-4c4e-8a8a-ff2993f6f982 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8488467'] for subnet, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:31.459559 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77584ab2-3c8f-4ac4-ab80-debd96e7fd40 admin admin] Pushing event updated for resources: {'Network': ['ID=e2025397-7087-4c7f-a9f8-607a9a9daadf,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:31.469969 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Network e2025397-7087-4c7f-a9f8-607a9a9daadf details requested by agent ovs-agent-dv-cinder-768458-11-iscsi with host dv-cinder-768458-11-iscsi {{(pid=94063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:21:31.624365 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-790e7dbf-9951-4c4e-8a8a-ff2993f6f982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3978676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8488481'] for subnet, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:31.696676 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e7dbf-9951-4c4e-8a8a-ff2993f6f982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b63fdef-f685-4755-a4ce-3355d57dd264,revision_number=0']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:31.717035 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790e7dbf-9951-4c4e-8a8a-ff2993f6f982 admin admin] Checking segment: {'id': '6cc3c066-be31-4e4b-8ade-e372dc2401b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:21:31.717387 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790e7dbf-9951-4c4e-8a8a-ff2993f6f982 admin admin] Network hostable DHCP agents. Network: e2025397-7087-4c7f-a9f8-607a9a9daadf, hostable agents: ['e47cdff6-7b19-4f64-ade6-a89e4357b373'], hosted agents: [] {{(pid=94061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:21:31.741478 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94d8d0-f9ee-4172-972f-ffc299f029db req-562b6e27-e774-4b0e-8fba-8dbdd8ca64b6 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:31.742966 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ca94d8d0-f9ee-4172-972f-ffc299f029db req-562b6e27-e774-4b0e-8fba-8dbdd8ca64b6 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=955a146f-762a-49e5-baea-d9d896791361 HTTP/1.1" status: 200 len: 946 time: 0.0760689 Sep 27 12:21:31.750729 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790e7dbf-9951-4c4e-8a8a-ff2993f6f982 admin admin] Network e2025397-7087-4c7f-a9f8-607a9a9daadf is scheduled to be hosted by DHCP agent e47cdff6-7b19-4f64-ade6-a89e4357b373 with binding_index 1 {{(pid=94061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:21:31.773091 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-790e7dbf-9951-4c4e-8a8a-ff2993f6f982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-11-iscsi, e2025397-7087-4c7f-a9f8-607a9a9daadf) {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:21:31.780290 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790e7dbf-9951-4c4e-8a8a-ff2993f6f982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:31.780894 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-790e7dbf-9951-4c4e-8a8a-ff2993f6f982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for subnet, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:31.783626 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc841df-ee13-4745-b27e-b7ee73d01418 None None] Network e2025397-7087-4c7f-a9f8-607a9a9daadf requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:21:31.800881 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ca94d8d0-f9ee-4172-972f-ffc299f029db req-69a77c74-45c5-4e1c-a2be-a0087bb5a9fd tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c80fce4-3e18-4815-b512-ebb150f11251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476432 Sep 27 12:21:31.807733 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-790e7dbf-9951-4c4e-8a8a-ff2993f6f982 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3864880 Sep 27 12:21:31.811058 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 57886) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:21:31.815447 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-23b292b0-01c4-4ad3-ac1a-d0dac251fcc5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-551154710-router', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:21:31.865490 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-23b292b0-01c4-4ad3-ac1a-d0dac251fcc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7339'] for router, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:31.867234 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-23b292b0-01c4-4ad3-ac1a-d0dac251fcc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:31.976194 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-23b292b0-01c4-4ad3-ac1a-d0dac251fcc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:31.976431 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ac633e-ba30-5e3b-be39-b05eee44f07a-e2025397-7087-4c7f-a9f8-607a9a9daadf', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'fixed_ips': [{'subnet_id': '5b63fdef-f685-4755-a4ce-3355d57dd264'}]}} from dv-cinder-768458-11-iscsi. {{(pid=94063) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 12:21:31.977340 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:32.168453 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] Allocated IP 172.20.0.2 (e2025397-7087-4c7f-a9f8-607a9a9daadf/5b63fdef-f685-4755-a4ce-3355d57dd264/d01f926b-a4d1-4208-95dc-db7121c4e574) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:21:32.214155 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-23b292b0-01c4-4ad3-ac1a-d0dac251fcc5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:32.354108 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:32.365234 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:32.373357 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18e091-156c-4628-82c5-543ce588cb3a req-d44532c7-1c25-4418-a5f3-af22e733af75 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:32.379727 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4e18e091-156c-4628-82c5-543ce588cb3a req-d44532c7-1c25-4418-a5f3-af22e733af75 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.25 "GET /v2.0/ports?device_id=955a146f-762a-49e5-baea-d9d896791361 HTTP/1.1" status: 200 len: 946 time: 0.0897355 Sep 27 12:21:32.408671 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] Network e2025397-7087-4c7f-a9f8-607a9a9daadf is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:21:32.411817 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:21:32.415408 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:21:32.463590 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] Pushing event updated for resources: {'Port': ['ID=d01f926b-a4d1-4208-95dc-db7121c4e574,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:32.479119 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-4e18e091-156c-4628-82c5-543ce588cb3a req-57088cb8-dd40-41bb-a526-605a95608900 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Deleting port 91d2fd3a-948b-43de-be4e-9f07bd4751c2 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:21:32.479739 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-4e18e091-156c-4628-82c5-543ce588cb3a req-57088cb8-dd40-41bb-a526-605a95608900 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:32.488412 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:32.489401 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:32.489895 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:32.490381 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:32.490863 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:32.491608 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:32.491946 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:32.492278 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:32.492632 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:32.492968 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:32.493425 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:32.493932 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:32.510616 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] Attempting to bind port d01f926b-a4d1-4208-95dc-db7121c4e574 on host dv-cinder-768458-11-iscsi for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:21:32.511326 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] Attempting to bind port d01f926b-a4d1-4208-95dc-db7121c4e574 by drivers openvswitch,hyperv on host dv-cinder-768458-11-iscsi at level 0 using segments [{'id': '6cc3c066-be31-4e4b-8ade-e372dc2401b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:21:32.511957 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] Attempting to bind port d01f926b-a4d1-4208-95dc-db7121c4e574 on network e2025397-7087-4c7f-a9f8-607a9a9daadf {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:21:32.519573 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] Checking agent: {'id': 'a2732848-b036-4229-93de-7108b516e67d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 10, 49), 'started_at': datetime.datetime(2021, 9, 27, 12, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:21:32.520383 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] Checking segment: {'id': '6cc3c066-be31-4e4b-8ade-e372dc2401b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:21:32.521001 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:32.521597 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] Bound using segment: {'id': '6cc3c066-be31-4e4b-8ade-e372dc2401b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:21:32.522285 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] Bound port: d01f926b-a4d1-4208-95dc-db7121c4e574, host: dv-cinder-768458-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc3c066-be31-4e4b-8ade-e372dc2401b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:21:32.523652 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:32.525109 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c82a4f-8bb1-4614-866d-16a41ea7e340 req-54166301-0ba6-4713-be8c-8ed0b0857557 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:32.532950 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b8c82a4f-8bb1-4614-866d-16a41ea7e340 req-54166301-0ba6-4713-be8c-8ed0b0857557 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.1459622 Sep 27 12:21:32.547580 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-23b292b0-01c4-4ad3-ac1a-d0dac251fcc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:32.576767 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-23b292b0-01c4-4ad3-ac1a-d0dac251fcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:32.613125 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-4e18e091-156c-4628-82c5-543ce588cb3a req-57088cb8-dd40-41bb-a526-605a95608900 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] For port 91d2fd3a-948b-43de-be4e-9f07bd4751c2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=91d2fd3a-948b-43de-be4e-9f07bd4751c2,segment=NetworkSegment(beb87695-19f8-4333-b5f9-0a331f2a0b2b),segment_id=beb87695-19f8-4333-b5f9-0a331f2a0b2b)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:21:32.613757 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-4e18e091-156c-4628-82c5-543ce588cb3a req-57088cb8-dd40-41bb-a526-605a95608900 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:32.619567 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] For port d01f926b-a4d1-4208-95dc-db7121c4e574, host dv-cinder-768458-11-iscsi, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:21:32.625376 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] For port d01f926b-a4d1-4208-95dc-db7121c4e574, host dv-cinder-768458-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=d01f926b-a4d1-4208-95dc-db7121c4e574,segment=NetworkSegment(6cc3c066-be31-4e4b-8ade-e372dc2401b6),segment_id=6cc3c066-be31-4e4b-8ade-e372dc2401b6)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:21:32.629427 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-4e18e091-156c-4628-82c5-543ce588cb3a req-57088cb8-dd40-41bb-a526-605a95608900 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Calling delete_port for 91d2fd3a-948b-43de-be4e-9f07bd4751c2 owned by compute:nova {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:21:32.634170 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:32.653167 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b8c82a4f-8bb1-4614-866d-16a41ea7e340 req-3bd5d703-4bfb-4b7e-a0e4-1d8b2c38ce37 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192575 Sep 27 12:21:32.732688 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb9704-dab7-4392-a125-2e5b934d6262 None None] Pushing event updated for resources: {'Port': ['ID=d01f926b-a4d1-4208-95dc-db7121c4e574,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:32.757884 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-23b292b0-01c4-4ad3-ac1a-d0dac251fcc5 admin admin] Allocated IP 172.27.2.233 (1438fd00-25c8-4de7-950d-8ff7237ae90c/dd58ffbb-8e9b-44c5-a656-07f4206120ad/fbb48490-292f-4bdb-94de-f4ebc76a3272) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:21:32.801396 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-4e18e091-156c-4628-82c5-543ce588cb3a req-57088cb8-dd40-41bb-a526-605a95608900 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:32.817759 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['91d2fd3a-948b-43de-be4e-9f07bd4751c2'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:21:32.866292 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57088cb8-dd40-41bb-a526-605a95608900 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Pushing event deleted for resources: {'Port': ['ID=91d2fd3a-948b-43de-be4e-9f07bd4751c2,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:32.905142 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-23b292b0-01c4-4ad3-ac1a-d0dac251fcc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:32.946405 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e18e091-156c-4628-82c5-543ce588cb3a req-57088cb8-dd40-41bb-a526-605a95608900 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] No DVR routers for this DVR port 91d2fd3a-948b-43de-be4e-9f07bd4751c2 on host hv-cinder-76845 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:21:32.950558 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-4e18e091-156c-4628-82c5-543ce588cb3a req-57088cb8-dd40-41bb-a526-605a95608900 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:32.954741 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4e18e091-156c-4628-82c5-543ce588cb3a req-57088cb8-dd40-41bb-a526-605a95608900 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.25 "DELETE /v2.0/ports/91d2fd3a-948b-43de-be4e-9f07bd4751c2 HTTP/1.1" status: 204 len: 173 time: 0.5665777 Sep 27 12:21:32.955264 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955a146f-762a-49e5-baea-d9d896791361', 'name': 'network-vif-deleted', 'tag': '91d2fd3a-948b-43de-be4e-9f07bd4751c2'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:21:32.958750 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-23b292b0-01c4-4ad3-ac1a-d0dac251fcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4103691'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:32.958925 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d10372c-6ff4-4dbf-b98e-fdf0121b3178" -d '{"events": [{"server_uuid": "955a146f-762a-49e5-baea-d9d896791361", "name": "network-vif-deleted", "tag": "91d2fd3a-948b-43de-be4e-9f07bd4751c2"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:21:33.038501 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5698c3e9-3c3e-4cad-9002-dc2b39b7b3c8 req-de0c0942-6259-49eb-b39b-acb5719e5d19 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=955a146f-762a-49e5-baea-d9d896791361 HTTP/1.1" status: 200 len: 210 time: 0.0895734 Sep 27 12:21:33.054087 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b292b0-01c4-4ad3-ac1a-d0dac251fcc5 admin admin] Pushing event updated for resources: {'Port': ['ID=fbb48490-292f-4bdb-94de-f4ebc76a3272,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:33.070671 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b292b0-01c4-4ad3-ac1a-d0dac251fcc5 admin admin] Network 1438fd00-25c8-4de7-950d-8ff7237ae90c is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:21:33.072237 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-23b292b0-01c4-4ad3-ac1a-d0dac251fcc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:21:33.092041 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b292b0-01c4-4ad3-ac1a-d0dac251fcc5 admin admin] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:21:33.107216 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48105205-fc47-4f06-99e8-cf5c65d1e9fd x-openstack-request-id: req-48105205-fc47-4f06-99e8-cf5c65d1e9fd {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:21:33.107842 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955a146f-762a-49e5-baea-d9d896791361", "name": "network-vif-deleted", "tag": "91d2fd3a-948b-43de-be4e-9f07bd4751c2", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:21:33.108266 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-48105205-fc47-4f06-99e8-cf5c65d1e9fd {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:21:33.108645 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955a146f-762a-49e5-baea-d9d896791361', 'name': 'network-vif-deleted', 'tag': '91d2fd3a-948b-43de-be4e-9f07bd4751c2', 'status': 'completed', 'code': 200} Sep 27 12:21:33.368497 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-23b292b0-01c4-4ad3-ac1a-d0dac251fcc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:33.585672 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-23b292b0-01c4-4ad3-ac1a-d0dac251fcc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535742'] for router, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:33.699754 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:21:33.744164 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b292b0-01c4-4ad3-ac1a-d0dac251fcc5 admin admin] Router bb0e9400-b7d9-4e83-9682-c0b128d33e48 is scheduled to L3 agent 6db84009-1e90-41eb-96d1-acd333e168da with binding_index 1 {{(pid=94062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 12:21:33.788689 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33035064-e546-40f2-a711-1974b000cb52 req-30d3ecaf-3abd-40e2-9208-77fe99350ed4 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:33.796234 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-33035064-e546-40f2-a711-1974b000cb52 req-30d3ecaf-3abd-40e2-9208-77fe99350ed4 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0697010 Sep 27 12:21:33.844733 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-33035064-e546-40f2-a711-1974b000cb52 req-1a81efb7-7fa0-4ca7-85f4-19232c056070 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446510 Sep 27 12:21:33.884313 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b292b0-01c4-4ad3-ac1a-d0dac251fcc5 admin admin] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:21:33.897309 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aa8757-16e8-4a9a-9869-a547735c2b74 None None] Sync routers for ids ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'] in dv-cinder-768458-11-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:21:33.901020 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3210f4-c440-4246-a60e-405b164254be None None] Network e2025397-7087-4c7f-a9f8-607a9a9daadf requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:21:33.910451 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aa8757-16e8-4a9a-9869-a547735c2b74 None None] Routers {'bb0e9400-b7d9-4e83-9682-c0b128d33e48'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:21:33.910939 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-23b292b0-01c4-4ad3-ac1a-d0dac251fcc5 admin admin] Notify callbacks [] for router, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:33.911308 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-17aa8757-16e8-4a9a-9869-a547735c2b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:21:17Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:21:33.915492 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 57944) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:21:33.915953 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-23b292b0-01c4-4ad3-ac1a-d0dac251fcc5 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1036723 Sep 27 12:21:33.932435 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-bb0e3112-31d6-4ed0-92ec-76fa9be0a5a8 None None] Provisioning complete for port d01f926b-a4d1-4208-95dc-db7121c4e574 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:21:33.933154 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bb0e3112-31d6-4ed0-92ec-76fa9be0a5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:34.057509 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-17aa8757-16e8-4a9a-9869-a547735c2b74 None None] Set router bb0e9400-b7d9-4e83-9682-c0b128d33e48 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:21:34.166038 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bb0e3112-31d6-4ed0-92ec-76fa9be0a5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:34.213256 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-bb0e3112-31d6-4ed0-92ec-76fa9be0a5a8 None None] For port d01f926b-a4d1-4208-95dc-db7121c4e574, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=d01f926b-a4d1-4208-95dc-db7121c4e574,segment=NetworkSegment(6cc3c066-be31-4e4b-8ade-e372dc2401b6),segment_id=6cc3c066-be31-4e4b-8ade-e372dc2401b6)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:21:34.219682 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bb0e3112-31d6-4ed0-92ec-76fa9be0a5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:34.312555 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e3112-31d6-4ed0-92ec-76fa9be0a5a8 None None] Pushing event updated for resources: {'Port': ['ID=d01f926b-a4d1-4208-95dc-db7121c4e574,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:34.466515 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-17aa8757-16e8-4a9a-9869-a547735c2b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'name': 'tempest-TestVolumeBootPattern-551154710-router', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:31Z', 'updated_at': '2021-09-27T12:21:33Z', 'revision_number': 3, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'gw_port': {'id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:32Z', 'updated_at': '2021-09-27T12:21:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi'}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:21:34.501916 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aa8757-16e8-4a9a-9869-a547735c2b74 None None] Checking router: bb0e9400-b7d9-4e83-9682-c0b128d33e48 for host: dv-cinder-768458-11-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:21:34.502740 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aa8757-16e8-4a9a-9869-a547735c2b74 None None] Updating router bb0e9400-b7d9-4e83-9682-c0b128d33e48 port fbb48490-292f-4bdb-94de-f4ebc76a3272 binding host dv-cinder-768458-11-iscsi {{(pid=94064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:21:34.546014 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3254e4bc-8cd3-4ed7-9560-f3579ae9b0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:34.648244 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-17aa8757-16e8-4a9a-9869-a547735c2b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:34.657427 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-1fd6c2d0-ee8b-4b97-82bb-084b1ecddcc7 None None] Provisioning complete for port d01f926b-a4d1-4208-95dc-db7121c4e574 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:21:34.658436 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1fd6c2d0-ee8b-4b97-82bb-084b1ecddcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:34.760637 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-3254e4bc-8cd3-4ed7-9560-f3579ae9b0d1 admin admin] Allocated IP 172.20.0.1 (e2025397-7087-4c7f-a9f8-607a9a9daadf/5b63fdef-f685-4755-a4ce-3355d57dd264/78078fd6-c318-424e-bcdb-913e81f88b04) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:21:34.880368 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3254e4bc-8cd3-4ed7-9560-f3579ae9b0d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:34.925689 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3254e4bc-8cd3-4ed7-9560-f3579ae9b0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:34.984739 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3254e4bc-8cd3-4ed7-9560-f3579ae9b0d1 admin admin] Network e2025397-7087-4c7f-a9f8-607a9a9daadf is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:21:34.990896 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-3254e4bc-8cd3-4ed7-9560-f3579ae9b0d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:21:35.004314 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-17aa8757-16e8-4a9a-9869-a547735c2b74 None None] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:35.008630 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3254e4bc-8cd3-4ed7-9560-f3579ae9b0d1 admin admin] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:21:35.011896 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-17aa8757-16e8-4a9a-9869-a547735c2b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:35.019206 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device d01f926b-a4d1-4208-95dc-db7121c4e574 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:21:35.058124 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254e4bc-8cd3-4ed7-9560-f3579ae9b0d1 admin admin] Pushing event updated for resources: {'Port': ['ID=78078fd6-c318-424e-bcdb-913e81f88b04,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:35.070604 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3254e4bc-8cd3-4ed7-9560-f3579ae9b0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528771'] for router_interface, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:35.085397 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port d01f926b-a4d1-4208-95dc-db7121c4e574 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:21:35.085987 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:35.088679 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-17aa8757-16e8-4a9a-9869-a547735c2b74 None None] Attempting to bind port fbb48490-292f-4bdb-94de-f4ebc76a3272 on host dv-cinder-768458-11-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:21:35.089041 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-17aa8757-16e8-4a9a-9869-a547735c2b74 None None] Attempting to bind port fbb48490-292f-4bdb-94de-f4ebc76a3272 by drivers openvswitch,hyperv on host dv-cinder-768458-11-iscsi at level 0 using segments [{'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:21:35.089398 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aa8757-16e8-4a9a-9869-a547735c2b74 None None] Attempting to bind port fbb48490-292f-4bdb-94de-f4ebc76a3272 on network 1438fd00-25c8-4de7-950d-8ff7237ae90c {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:21:35.103391 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aa8757-16e8-4a9a-9869-a547735c2b74 None None] Checking agent: {'id': 'a2732848-b036-4229-93de-7108b516e67d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 10, 49), 'started_at': datetime.datetime(2021, 9, 27, 12, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:21:35.103760 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aa8757-16e8-4a9a-9869-a547735c2b74 None None] Checking segment: {'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:21:35.104165 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-17aa8757-16e8-4a9a-9869-a547735c2b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:35.105873 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aa8757-16e8-4a9a-9869-a547735c2b74 None None] Bound using segment: {'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:21:35.105873 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-17aa8757-16e8-4a9a-9869-a547735c2b74 None None] Bound port: fbb48490-292f-4bdb-94de-f4ebc76a3272, host: dv-cinder-768458-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:21:35.119885 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-17aa8757-16e8-4a9a-9869-a547735c2b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:35.125895 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3d47c-2843-488e-a1b7-2a0243900cf9 None None] Pushing event updated for resources: {'Port': ['ID=fbb48490-292f-4bdb-94de-f4ebc76a3272,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:35.130044 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bff7a-d8aa-486f-a0a4-f65e03fb663b req-416d44c6-d1ec-4392-8b56-3cdbca9fdfde tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:35.139619 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-990bff7a-d8aa-486f-a0a4-f65e03fb663b req-416d44c6-d1ec-4392-8b56-3cdbca9fdfde tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.2005160 Sep 27 12:21:35.189511 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc3d47c-2843-488e-a1b7-2a0243900cf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:35.190035 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc3d47c-2843-488e-a1b7-2a0243900cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:35.190575 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc3d47c-2843-488e-a1b7-2a0243900cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:35.191153 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc3d47c-2843-488e-a1b7-2a0243900cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:35.191691 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc3d47c-2843-488e-a1b7-2a0243900cf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:35.192218 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc3d47c-2843-488e-a1b7-2a0243900cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:35.192728 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc3d47c-2843-488e-a1b7-2a0243900cf9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:35.193588 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc3d47c-2843-488e-a1b7-2a0243900cf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:35.194702 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc3d47c-2843-488e-a1b7-2a0243900cf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:35.195281 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc3d47c-2843-488e-a1b7-2a0243900cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:35.195800 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc3d47c-2843-488e-a1b7-2a0243900cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:35.196310 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc3d47c-2843-488e-a1b7-2a0243900cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:21:35.209210 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-990bff7a-d8aa-486f-a0a4-f65e03fb663b req-a43dcbfe-96da-40eb-852c-c770ea1a1301 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673053 Sep 27 12:21:35.247967 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-17aa8757-16e8-4a9a-9869-a547735c2b74 None None] For port fbb48490-292f-4bdb-94de-f4ebc76a3272, host dv-cinder-768458-11-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:21:35.251776 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-17aa8757-16e8-4a9a-9869-a547735c2b74 None None] For port fbb48490-292f-4bdb-94de-f4ebc76a3272, host dv-cinder-768458-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=fbb48490-292f-4bdb-94de-f4ebc76a3272,segment=NetworkSegment(c3edcc58-5368-4442-b7b6-007dffc21523),segment_id=c3edcc58-5368-4442-b7b6-007dffc21523)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:21:35.260348 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-17aa8757-16e8-4a9a-9869-a547735c2b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:35.292440 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-9fba2e27-3b5d-49f3-bfee-e61038b973fe None None] Provisioning complete for port 78078fd6-c318-424e-bcdb-913e81f88b04 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:21:35.293382 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9fba2e27-3b5d-49f3-bfee-e61038b973fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:35.298050 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3254e4bc-8cd3-4ed7-9560-f3579ae9b0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:35.345029 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-9fba2e27-3b5d-49f3-bfee-e61038b973fe None None] Port 78078fd6-c318-424e-bcdb-913e81f88b04 cannot update to ACTIVE because it is not bound. {{(pid=94063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:21:35.356210 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aa8757-16e8-4a9a-9869-a547735c2b74 None None] Routers {'bb0e9400-b7d9-4e83-9682-c0b128d33e48'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:21:35.357128 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-17aa8757-16e8-4a9a-9869-a547735c2b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:21:17Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:21:35.395956 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3d47c-2843-488e-a1b7-2a0243900cf9 None None] Pushing event updated for resources: {'Port': ['ID=fbb48490-292f-4bdb-94de-f4ebc76a3272,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:35.483015 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-17aa8757-16e8-4a9a-9869-a547735c2b74 None None] Set router bb0e9400-b7d9-4e83-9682-c0b128d33e48 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:21:35.511510 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3254e4bc-8cd3-4ed7-9560-f3579ae9b0d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:35.517192 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3254e4bc-8cd3-4ed7-9560-f3579ae9b0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:35.585968 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3254e4bc-8cd3-4ed7-9560-f3579ae9b0d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528499'] for router_interface, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:35.587687 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254e4bc-8cd3-4ed7-9560-f3579ae9b0d1 admin admin] Pushing event updated for resources: {'Port': ['ID=78078fd6-c318-424e-bcdb-913e81f88b04,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:35.677554 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3254e4bc-8cd3-4ed7-9560-f3579ae9b0d1 admin admin] Network e2025397-7087-4c7f-a9f8-607a9a9daadf is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:21:35.679046 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-3254e4bc-8cd3-4ed7-9560-f3579ae9b0d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:21:35.692451 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-17aa8757-16e8-4a9a-9869-a547735c2b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'name': 'tempest-TestVolumeBootPattern-551154710-router', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:31Z', 'updated_at': '2021-09-27T12:21:35Z', 'revision_number': 4, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'gw_port': {'id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:32Z', 'updated_at': '2021-09-27T12:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': '78078fd6-c318-424e-bcdb-913e81f88b04', 'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'mac_address': 'fa:16:3e:e7:d0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:34Z', 'updated_at': '2021-09-27T12:21:34Z', 'revision_number': 1, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'subnets': [{'id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:21:35.726264 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aa8757-16e8-4a9a-9869-a547735c2b74 None None] The sync data for ids ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'] in dv-cinder-768458-11-iscsi is: [{'id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'name': 'tempest-TestVolumeBootPattern-551154710-router', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:31Z', 'updated_at': '2021-09-27T12:21:35Z', 'revision_number': 4, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'gw_port': {'id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:32Z', 'updated_at': '2021-09-27T12:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': '78078fd6-c318-424e-bcdb-913e81f88b04', 'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'mac_address': 'fa:16:3e:e7:d0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:34Z', 'updated_at': '2021-09-27T12:21:34Z', 'revision_number': 1, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'subnets': [{'id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:21:35.800436 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3254e4bc-8cd3-4ed7-9560-f3579ae9b0d1 admin admin] Router bb0e9400-b7d9-4e83-9682-c0b128d33e48 has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:21:35.916530 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3254e4bc-8cd3-4ed7-9560-f3579ae9b0d1 admin admin] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:21:35.931724 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-3254e4bc-8cd3-4ed7-9560-f3579ae9b0d1 admin admin] 10.222.0.60 "PUT /v2.0/routers/bb0e9400-b7d9-4e83-9682-c0b128d33e48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0054183 Sep 27 12:21:35.972647 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-8eb5c385-6fd7-4014-af5b-610dd563234c None None] Provisioning complete for port 78078fd6-c318-424e-bcdb-913e81f88b04 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:21:35.973234 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8eb5c385-6fd7-4014-af5b-610dd563234c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:36.016838 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-8eb5c385-6fd7-4014-af5b-610dd563234c None None] Port 78078fd6-c318-424e-bcdb-913e81f88b04 cannot update to ACTIVE because it is not bound. {{(pid=94063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:21:36.370465 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960dde7e-01a8-40f9-ab04-94b3094b18d8 req-688ed285-b1e3-4070-921d-5ce7fda9726c tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:36.378102 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-960dde7e-01a8-40f9-ab04-94b3094b18d8 req-688ed285-b1e3-4070-921d-5ce7fda9726c tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0851328 Sep 27 12:21:36.421213 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-960dde7e-01a8-40f9-ab04-94b3094b18d8 req-3280af74-e978-40a1-861a-0a6c3469fab5 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422249 Sep 27 12:21:36.521422 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 58008) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:21:36.526666 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-88c24fb0-c572-4aa1-aa6a-0f2d5b58db9f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-604301958-network', 'tenant_id': 'b814c029205d45ba932556c62c22e7fd'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:21:36.551964 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c24fb0-c572-4aa1-aa6a-0f2d5b58db9f admin admin] Made reservation on behalf of b814c029205d45ba932556c62c22e7fd for: {'network': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:21:36.554380 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-88c24fb0-c572-4aa1-aa6a-0f2d5b58db9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for network, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:36.560056 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 91d2fd3a-948b-43de-be4e-9f07bd4751c2 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:21:36.563598 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-88c24fb0-c572-4aa1-aa6a-0f2d5b58db9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:36.587672 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] No Port match for: 91d2fd3a-948b-43de-be4e-9f07bd4751c2 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:21:36.588443 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 91d2fd3a-948b-43de-be4e-9f07bd4751c2 not bound to the agent host hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:21:36.669651 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-88c24fb0-c572-4aa1-aa6a-0f2d5b58db9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:36.675074 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-88c24fb0-c572-4aa1-aa6a-0f2d5b58db9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:36.705619 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c24fb0-c572-4aa1-aa6a-0f2d5b58db9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=94061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:21:36.713042 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c24fb0-c572-4aa1-aa6a-0f2d5b58db9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70977957-25ba-47ec-af9b-29b6329e040c,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:36.720722 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-88c24fb0-c572-4aa1-aa6a-0f2d5b58db9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:36.721123 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.db.segments_db [None req-88c24fb0-c572-4aa1-aa6a-0f2d5b58db9f admin admin] Added segment 12934b32-21b1-4af0-a7a2-1acc2ada4f8b of type vlan for network 7cbaffb4-998a-4e59-ba94-89ad1915fd1c Sep 27 12:21:36.766153 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-88c24fb0-c572-4aa1-aa6a-0f2d5b58db9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743558578710'] for network, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:36.791593 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-88c24fb0-c572-4aa1-aa6a-0f2d5b58db9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323'] for network, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:36.792842 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c24fb0-c572-4aa1-aa6a-0f2d5b58db9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:36.793433 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-88c24fb0-c572-4aa1-aa6a-0f2d5b58db9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:36.832772 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-88c24fb0-c572-4aa1-aa6a-0f2d5b58db9f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3099041 Sep 27 12:21:36.836786 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 58010) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:21:36.841825 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-72856fca-a278-4f65-81ac-4b100a239ca2 admin admin] Request body: {'subnet': {'network_id': '7cbaffb4-998a-4e59-ba94-89ad1915fd1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-604301958-subnet', 'tenant_id': 'b814c029205d45ba932556c62c22e7fd', 'ip_version': 4}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:21:36.864589 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72856fca-a278-4f65-81ac-4b100a239ca2 admin admin] Made reservation on behalf of b814c029205d45ba932556c62c22e7fd for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:21:36.866055 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c24fb0-c572-4aa1-aa6a-0f2d5b58db9f admin admin] Pushing event updated for resources: {'Network': ['ID=7cbaffb4-998a-4e59-ba94-89ad1915fd1c,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:36.866904 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-72856fca-a278-4f65-81ac-4b100a239ca2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8778778'] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:36.877084 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Network 7cbaffb4-998a-4e59-ba94-89ad1915fd1c details requested by agent ovs-agent-dv-cinder-768458-11-iscsi with host dv-cinder-768458-11-iscsi {{(pid=94063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:21:36.987146 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device fbb48490-292f-4bdb-94de-f4ebc76a3272 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:21:37.051051 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port fbb48490-292f-4bdb-94de-f4ebc76a3272 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:21:37.051618 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:37.105539 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-72856fca-a278-4f65-81ac-4b100a239ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4103831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8778792'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:37.141463 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:37.165395 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] For port fbb48490-292f-4bdb-94de-f4ebc76a3272, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=fbb48490-292f-4bdb-94de-f4ebc76a3272,segment=NetworkSegment(c3edcc58-5368-4442-b7b6-007dffc21523),segment_id=c3edcc58-5368-4442-b7b6-007dffc21523)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:21:37.172668 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72856fca-a278-4f65-81ac-4b100a239ca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96e32b86-1352-433c-8e94-bf02be9c914c,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:37.172936 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:37.183376 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72856fca-a278-4f65-81ac-4b100a239ca2 admin admin] Checking segment: {'id': '12934b32-21b1-4af0-a7a2-1acc2ada4f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7cbaffb4-998a-4e59-ba94-89ad1915fd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:21:37.183796 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72856fca-a278-4f65-81ac-4b100a239ca2 admin admin] Network hostable DHCP agents. Network: 7cbaffb4-998a-4e59-ba94-89ad1915fd1c, hostable agents: ['e47cdff6-7b19-4f64-ade6-a89e4357b373'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:21:37.202307 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72856fca-a278-4f65-81ac-4b100a239ca2 admin admin] Network 7cbaffb4-998a-4e59-ba94-89ad1915fd1c is scheduled to be hosted by DHCP agent e47cdff6-7b19-4f64-ade6-a89e4357b373 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:21:37.212318 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-72856fca-a278-4f65-81ac-4b100a239ca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-11-iscsi, 7cbaffb4-998a-4e59-ba94-89ad1915fd1c) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:21:37.217337 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72856fca-a278-4f65-81ac-4b100a239ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:37.218030 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-72856fca-a278-4f65-81ac-4b100a239ca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:37.224843 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd65e74f-51b1-417f-960c-8bdefbddffbd None None] Network 7cbaffb4-998a-4e59-ba94-89ad1915fd1c requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:21:37.231722 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-72856fca-a278-4f65-81ac-4b100a239ca2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3936760 Sep 27 12:21:37.235421 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 58014) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:21:37.237601 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Pushing event updated for resources: {'Port': ['ID=fbb48490-292f-4bdb-94de-f4ebc76a3272,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:37.240762 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-8a59b603-23cd-4b5e-8a58-3d21430727a8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-604301958-router', 'tenant_id': 'b814c029205d45ba932556c62c22e7fd', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:21:37.263031 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8a59b603-23cd-4b5e-8a58-3d21430727a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7339'] for router, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:37.264025 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8a59b603-23cd-4b5e-8a58-3d21430727a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:37.318719 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8a59b603-23cd-4b5e-8a58-3d21430727a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:37.382330 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b418118-3621-40f6-bfd0-108e55b0583c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ac633e-ba30-5e3b-be39-b05eee44f07a-7cbaffb4-998a-4e59-ba94-89ad1915fd1c', 'network_id': '7cbaffb4-998a-4e59-ba94-89ad1915fd1c', 'tenant_id': 'b814c029205d45ba932556c62c22e7fd', 'fixed_ips': [{'subnet_id': '96e32b86-1352-433c-8e94-bf02be9c914c'}]}} from dv-cinder-768458-11-iscsi. {{(pid=94063) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 12:21:37.383249 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8b418118-3621-40f6-bfd0-108e55b0583c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:37.458720 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8a59b603-23cd-4b5e-8a58-3d21430727a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:37.652369 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-8b418118-3621-40f6-bfd0-108e55b0583c None None] Allocated IP 172.20.0.2 (7cbaffb4-998a-4e59-ba94-89ad1915fd1c/96e32b86-1352-433c-8e94-bf02be9c914c/c39be155-f506-4e12-b343-0b0314e86010) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:21:37.809319 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8b418118-3621-40f6-bfd0-108e55b0583c None None] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:37.817031 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8b418118-3621-40f6-bfd0-108e55b0583c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:37.855248 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b418118-3621-40f6-bfd0-108e55b0583c None None] Network 7cbaffb4-998a-4e59-ba94-89ad1915fd1c is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:21:37.859700 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-8b418118-3621-40f6-bfd0-108e55b0583c None None] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:21:37.862121 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b418118-3621-40f6-bfd0-108e55b0583c None None] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:21:37.866291 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8a59b603-23cd-4b5e-8a58-3d21430727a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:37.868407 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f846f45b-ae27-4280-a5e0-9ad0038d573a None None] Sync routers for ids ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'] in dv-cinder-768458-11-iscsi {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:21:37.880090 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b418118-3621-40f6-bfd0-108e55b0583c None None] Pushing event updated for resources: {'Port': ['ID=c39be155-f506-4e12-b343-0b0314e86010,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:37.885438 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8a59b603-23cd-4b5e-8a58-3d21430727a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:37.904238 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f846f45b-ae27-4280-a5e0-9ad0038d573a None None] Routers {'bb0e9400-b7d9-4e83-9682-c0b128d33e48'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:21:37.904923 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-f846f45b-ae27-4280-a5e0-9ad0038d573a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:21:17Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:21:37.968272 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-8b418118-3621-40f6-bfd0-108e55b0583c None None] Attempting to bind port c39be155-f506-4e12-b343-0b0314e86010 on host dv-cinder-768458-11-iscsi for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:21:37.969188 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-8b418118-3621-40f6-bfd0-108e55b0583c None None] Attempting to bind port c39be155-f506-4e12-b343-0b0314e86010 by drivers openvswitch,hyperv on host dv-cinder-768458-11-iscsi at level 0 using segments [{'id': '12934b32-21b1-4af0-a7a2-1acc2ada4f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7cbaffb4-998a-4e59-ba94-89ad1915fd1c'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:21:37.969533 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b418118-3621-40f6-bfd0-108e55b0583c None None] Attempting to bind port c39be155-f506-4e12-b343-0b0314e86010 on network 7cbaffb4-998a-4e59-ba94-89ad1915fd1c {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:21:37.978597 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b418118-3621-40f6-bfd0-108e55b0583c None None] Checking agent: {'id': 'a2732848-b036-4229-93de-7108b516e67d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 10, 49), 'started_at': datetime.datetime(2021, 9, 27, 12, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:21:37.978966 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b418118-3621-40f6-bfd0-108e55b0583c None None] Checking segment: {'id': '12934b32-21b1-4af0-a7a2-1acc2ada4f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7cbaffb4-998a-4e59-ba94-89ad1915fd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:21:37.979386 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8b418118-3621-40f6-bfd0-108e55b0583c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:37.979778 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b418118-3621-40f6-bfd0-108e55b0583c None None] Bound using segment: {'id': '12934b32-21b1-4af0-a7a2-1acc2ada4f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7cbaffb4-998a-4e59-ba94-89ad1915fd1c'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:21:37.980234 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-8b418118-3621-40f6-bfd0-108e55b0583c None None] Bound port: c39be155-f506-4e12-b343-0b0314e86010, host: dv-cinder-768458-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12934b32-21b1-4af0-a7a2-1acc2ada4f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7cbaffb4-998a-4e59-ba94-89ad1915fd1c'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:21:37.980609 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8b418118-3621-40f6-bfd0-108e55b0583c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:37.994877 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-8a59b603-23cd-4b5e-8a58-3d21430727a8 admin admin] Allocated IP 172.27.2.46 (1438fd00-25c8-4de7-950d-8ff7237ae90c/dd58ffbb-8e9b-44c5-a656-07f4206120ad/c40e9dbf-efc8-4336-b28d-e12b6c41af34) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:21:38.066883 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-f846f45b-ae27-4280-a5e0-9ad0038d573a None None] Set router bb0e9400-b7d9-4e83-9682-c0b128d33e48 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:21:38.096293 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8a59b603-23cd-4b5e-8a58-3d21430727a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:38.117780 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-8b418118-3621-40f6-bfd0-108e55b0583c None None] For port c39be155-f506-4e12-b343-0b0314e86010, host dv-cinder-768458-11-iscsi, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:21:38.126044 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-8b418118-3621-40f6-bfd0-108e55b0583c None None] For port c39be155-f506-4e12-b343-0b0314e86010, host dv-cinder-768458-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=c39be155-f506-4e12-b343-0b0314e86010,segment=NetworkSegment(12934b32-21b1-4af0-a7a2-1acc2ada4f8b),segment_id=12934b32-21b1-4af0-a7a2-1acc2ada4f8b)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:21:38.133633 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8a59b603-23cd-4b5e-8a58-3d21430727a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4103691'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:38.153246 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8b418118-3621-40f6-bfd0-108e55b0583c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:38.170934 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a59b603-23cd-4b5e-8a58-3d21430727a8 admin admin] Network 1438fd00-25c8-4de7-950d-8ff7237ae90c is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:21:38.176253 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-8a59b603-23cd-4b5e-8a58-3d21430727a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:21:38.179308 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a59b603-23cd-4b5e-8a58-3d21430727a8 admin admin] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:21:38.219813 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59b603-23cd-4b5e-8a58-3d21430727a8 admin admin] Pushing event updated for resources: {'Port': ['ID=c40e9dbf-efc8-4336-b28d-e12b6c41af34,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:38.275874 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b418118-3621-40f6-bfd0-108e55b0583c None None] Pushing event updated for resources: {'Port': ['ID=c39be155-f506-4e12-b343-0b0314e86010,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:38.342659 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-f846f45b-ae27-4280-a5e0-9ad0038d573a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'name': 'tempest-TestVolumeBootPattern-551154710-router', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:31Z', 'updated_at': '2021-09-27T12:21:35Z', 'revision_number': 4, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'gw_port': {'id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:32Z', 'updated_at': '2021-09-27T12:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': '78078fd6-c318-424e-bcdb-913e81f88b04', 'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'mac_address': 'fa:16:3e:e7:d0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:34Z', 'updated_at': '2021-09-27T12:21:35Z', 'revision_number': 2, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'subnets': [{'id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:21:38.380555 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f846f45b-ae27-4280-a5e0-9ad0038d573a None None] Checking router: bb0e9400-b7d9-4e83-9682-c0b128d33e48 for host: dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:21:38.381791 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f846f45b-ae27-4280-a5e0-9ad0038d573a None None] Updating router bb0e9400-b7d9-4e83-9682-c0b128d33e48 port 78078fd6-c318-424e-bcdb-913e81f88b04 binding host dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:21:38.430465 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f846f45b-ae27-4280-a5e0-9ad0038d573a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:38.484108 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8a59b603-23cd-4b5e-8a58-3d21430727a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:38.694862 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8a59b603-23cd-4b5e-8a58-3d21430727a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535742'] for router, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:38.729686 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f846f45b-ae27-4280-a5e0-9ad0038d573a None None] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:38.735258 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f846f45b-ae27-4280-a5e0-9ad0038d573a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:38.792430 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf5df4-73b6-47bf-a80b-4709348148de None None] Pushing event updated for resources: {'Port': ['ID=78078fd6-c318-424e-bcdb-913e81f88b04,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:38.845059 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a59b603-23cd-4b5e-8a58-3d21430727a8 admin admin] Router 4532134c-89d5-40e3-b106-fb4cb70f8f19 is scheduled to L3 agent 6db84009-1e90-41eb-96d1-acd333e168da with binding_index 1 {{(pid=94062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 12:21:38.848933 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-f846f45b-ae27-4280-a5e0-9ad0038d573a None None] Attempting to bind port 78078fd6-c318-424e-bcdb-913e81f88b04 on host dv-cinder-768458-11-iscsi for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:21:38.849402 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-f846f45b-ae27-4280-a5e0-9ad0038d573a None None] Attempting to bind port 78078fd6-c318-424e-bcdb-913e81f88b04 by drivers openvswitch,hyperv on host dv-cinder-768458-11-iscsi at level 0 using segments [{'id': '6cc3c066-be31-4e4b-8ade-e372dc2401b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:21:38.849891 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f846f45b-ae27-4280-a5e0-9ad0038d573a None None] Attempting to bind port 78078fd6-c318-424e-bcdb-913e81f88b04 on network e2025397-7087-4c7f-a9f8-607a9a9daadf {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:21:38.856103 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f846f45b-ae27-4280-a5e0-9ad0038d573a None None] Checking agent: {'id': 'a2732848-b036-4229-93de-7108b516e67d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 10, 49), 'started_at': datetime.datetime(2021, 9, 27, 12, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:21:38.856603 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f846f45b-ae27-4280-a5e0-9ad0038d573a None None] Checking segment: {'id': '6cc3c066-be31-4e4b-8ade-e372dc2401b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:21:38.857128 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f846f45b-ae27-4280-a5e0-9ad0038d573a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:38.857680 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f846f45b-ae27-4280-a5e0-9ad0038d573a None None] Bound using segment: {'id': '6cc3c066-be31-4e4b-8ade-e372dc2401b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:21:38.858451 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-f846f45b-ae27-4280-a5e0-9ad0038d573a None None] Bound port: 78078fd6-c318-424e-bcdb-913e81f88b04, host: dv-cinder-768458-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc3c066-be31-4e4b-8ade-e372dc2401b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:21:38.860411 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f846f45b-ae27-4280-a5e0-9ad0038d573a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:38.950662 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f846f45b-ae27-4280-a5e0-9ad0038d573a None None] For port 78078fd6-c318-424e-bcdb-913e81f88b04, host dv-cinder-768458-11-iscsi, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:21:38.957525 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f846f45b-ae27-4280-a5e0-9ad0038d573a None None] For port 78078fd6-c318-424e-bcdb-913e81f88b04, host dv-cinder-768458-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=78078fd6-c318-424e-bcdb-913e81f88b04,segment=NetworkSegment(6cc3c066-be31-4e4b-8ade-e372dc2401b6),segment_id=6cc3c066-be31-4e4b-8ade-e372dc2401b6)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:21:38.970595 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f846f45b-ae27-4280-a5e0-9ad0038d573a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:39.005984 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a59b603-23cd-4b5e-8a58-3d21430727a8 admin admin] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:21:39.021306 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08523104-4e8d-4884-be9c-1dce29c22b36 None None] Sync routers for ids ['4532134c-89d5-40e3-b106-fb4cb70f8f19'] in dv-cinder-768458-11-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:21:39.032960 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08523104-4e8d-4884-be9c-1dce29c22b36 None None] Routers {'4532134c-89d5-40e3-b106-fb4cb70f8f19'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:21:39.033664 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-08523104-4e8d-4884-be9c-1dce29c22b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:21:17Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['4532134c-89d5-40e3-b106-fb4cb70f8f19'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:21:39.038535 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8a59b603-23cd-4b5e-8a58-3d21430727a8 admin admin] Notify callbacks [] for router, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:39.041961 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-8a59b603-23cd-4b5e-8a58-3d21430727a8 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8053639 Sep 27 12:21:39.047422 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 58024) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:21:39.133685 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f846f45b-ae27-4280-a5e0-9ad0038d573a None None] Routers {'bb0e9400-b7d9-4e83-9682-c0b128d33e48'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:21:39.134543 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-f846f45b-ae27-4280-a5e0-9ad0038d573a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:21:17Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:21:39.151129 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device c39be155-f506-4e12-b343-0b0314e86010 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:21:39.156671 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf5df4-73b6-47bf-a80b-4709348148de None None] Pushing event updated for resources: {'Port': ['ID=78078fd6-c318-424e-bcdb-913e81f88b04,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:39.220290 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-08523104-4e8d-4884-be9c-1dce29c22b36 None None] Set router 4532134c-89d5-40e3-b106-fb4cb70f8f19 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:21:39.234920 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee010c-f4df-4aeb-b60a-700d8a5c64bb req-d557b29c-2e46-40bb-8671-7681e694c47f tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:39.249496 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1aee010c-f4df-4aeb-b60a-700d8a5c64bb req-d557b29c-2e46-40bb-8671-7681e694c47f tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.1552436 Sep 27 12:21:39.293555 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-a85ce138-ae5a-4ca1-b4dd-9769da7108fe None None] Provisioning complete for port 78078fd6-c318-424e-bcdb-913e81f88b04 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:21:39.294058 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a85ce138-ae5a-4ca1-b4dd-9769da7108fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:39.350946 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1aee010c-f4df-4aeb-b60a-700d8a5c64bb req-2b7c4ac2-bf04-4ac2-bec9-fcd54fd2f3be tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974746 Sep 27 12:21:39.467472 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port c39be155-f506-4e12-b343-0b0314e86010 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:21:39.467861 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:39.474733 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-08523104-4e8d-4884-be9c-1dce29c22b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4532134c-89d5-40e3-b106-fb4cb70f8f19', 'name': 'tempest-TestVolumeBootPattern-604301958-router', 'tenant_id': 'b814c029205d45ba932556c62c22e7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c40e9dbf-efc8-4336-b28d-e12b6c41af34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:37Z', 'updated_at': '2021-09-27T12:21:38Z', 'revision_number': 3, 'project_id': 'b814c029205d45ba932556c62c22e7fd', 'gw_port': {'id': 'c40e9dbf-efc8-4336-b28d-e12b6c41af34', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4532134c-89d5-40e3-b106-fb4cb70f8f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:37Z', 'updated_at': '2021-09-27T12:21:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi'}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:21:39.490676 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a85ce138-ae5a-4ca1-b4dd-9769da7108fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:39.494768 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-f846f45b-ae27-4280-a5e0-9ad0038d573a None None] Set router bb0e9400-b7d9-4e83-9682-c0b128d33e48 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:21:39.498597 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29410299-a5ef-41df-bc33-d9f2fa90c059 None None] Network 7cbaffb4-998a-4e59-ba94-89ad1915fd1c requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:21:39.501673 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08523104-4e8d-4884-be9c-1dce29c22b36 None None] Checking router: 4532134c-89d5-40e3-b106-fb4cb70f8f19 for host: dv-cinder-768458-11-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:21:39.502062 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08523104-4e8d-4884-be9c-1dce29c22b36 None None] Updating router 4532134c-89d5-40e3-b106-fb4cb70f8f19 port c40e9dbf-efc8-4336-b28d-e12b6c41af34 binding host dv-cinder-768458-11-iscsi {{(pid=94064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:21:39.532253 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08523104-4e8d-4884-be9c-1dce29c22b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:39.729575 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-88e49ef3-93cf-4da0-9d2f-254324621297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:39.834921 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-a85ce138-ae5a-4ca1-b4dd-9769da7108fe None None] For port 78078fd6-c318-424e-bcdb-913e81f88b04, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=78078fd6-c318-424e-bcdb-913e81f88b04,segment=NetworkSegment(6cc3c066-be31-4e4b-8ade-e372dc2401b6),segment_id=6cc3c066-be31-4e4b-8ade-e372dc2401b6)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:21:39.863932 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a85ce138-ae5a-4ca1-b4dd-9769da7108fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:39.919327 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08523104-4e8d-4884-be9c-1dce29c22b36 None None] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:39.927013 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08523104-4e8d-4884-be9c-1dce29c22b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:39.935083 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-88e49ef3-93cf-4da0-9d2f-254324621297 admin admin] Allocated IP 172.20.0.1 (7cbaffb4-998a-4e59-ba94-89ad1915fd1c/96e32b86-1352-433c-8e94-bf02be9c914c/e0f5e038-6eb4-401b-b1f9-fba414c48d54) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:21:39.978894 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-08523104-4e8d-4884-be9c-1dce29c22b36 None None] Attempting to bind port c40e9dbf-efc8-4336-b28d-e12b6c41af34 on host dv-cinder-768458-11-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:21:39.979331 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-08523104-4e8d-4884-be9c-1dce29c22b36 None None] Attempting to bind port c40e9dbf-efc8-4336-b28d-e12b6c41af34 by drivers openvswitch,hyperv on host dv-cinder-768458-11-iscsi at level 0 using segments [{'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:21:39.979662 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08523104-4e8d-4884-be9c-1dce29c22b36 None None] Attempting to bind port c40e9dbf-efc8-4336-b28d-e12b6c41af34 on network 1438fd00-25c8-4de7-950d-8ff7237ae90c {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:21:39.989560 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57834966-0d7c-4ff2-903e-fe1e82b5dc4a None None] Pushing event updated for resources: {'Port': ['ID=c40e9dbf-efc8-4336-b28d-e12b6c41af34,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:39.992940 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08523104-4e8d-4884-be9c-1dce29c22b36 None None] Checking agent: {'id': 'a2732848-b036-4229-93de-7108b516e67d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 10, 49), 'started_at': datetime.datetime(2021, 9, 27, 12, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:21:39.993323 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08523104-4e8d-4884-be9c-1dce29c22b36 None None] Checking segment: {'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:21:39.993724 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08523104-4e8d-4884-be9c-1dce29c22b36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:39.994146 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08523104-4e8d-4884-be9c-1dce29c22b36 None None] Bound using segment: {'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:21:39.995297 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-08523104-4e8d-4884-be9c-1dce29c22b36 None None] Bound port: c40e9dbf-efc8-4336-b28d-e12b6c41af34, host: dv-cinder-768458-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:21:39.995693 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08523104-4e8d-4884-be9c-1dce29c22b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:40.064579 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:40.065185 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-08523104-4e8d-4884-be9c-1dce29c22b36 None None] For port c40e9dbf-efc8-4336-b28d-e12b6c41af34, host dv-cinder-768458-11-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:21:40.070695 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-08523104-4e8d-4884-be9c-1dce29c22b36 None None] For port c40e9dbf-efc8-4336-b28d-e12b6c41af34, host dv-cinder-768458-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=c40e9dbf-efc8-4336-b28d-e12b6c41af34,segment=NetworkSegment(c3edcc58-5368-4442-b7b6-007dffc21523),segment_id=c3edcc58-5368-4442-b7b6-007dffc21523)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:21:40.075533 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ce138-ae5a-4ca1-b4dd-9769da7108fe None None] Pushing event updated for resources: {'Port': ['ID=78078fd6-c318-424e-bcdb-913e81f88b04,revision_number=5']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:40.078483 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08523104-4e8d-4884-be9c-1dce29c22b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:40.136015 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-14e45b99-9a75-45fc-93af-39f7cb149bfa None None] Provisioning complete for port c39be155-f506-4e12-b343-0b0314e86010 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:21:40.136386 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-14e45b99-9a75-45fc-93af-39f7cb149bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:40.138474 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57834966-0d7c-4ff2-903e-fe1e82b5dc4a None None] Pushing event updated for resources: {'Port': ['ID=c40e9dbf-efc8-4336-b28d-e12b6c41af34,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:40.157353 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08523104-4e8d-4884-be9c-1dce29c22b36 None None] Routers {'4532134c-89d5-40e3-b106-fb4cb70f8f19'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:21:40.157660 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-08523104-4e8d-4884-be9c-1dce29c22b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:21:17Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['4532134c-89d5-40e3-b106-fb4cb70f8f19'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:21:40.182309 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] For port c39be155-f506-4e12-b343-0b0314e86010, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=c39be155-f506-4e12-b343-0b0314e86010,segment=NetworkSegment(12934b32-21b1-4af0-a7a2-1acc2ada4f8b),segment_id=12934b32-21b1-4af0-a7a2-1acc2ada4f8b)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:21:40.195893 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:40.196684 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device fbb48490-292f-4bdb-94de-f4ebc76a3272 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:21:40.330835 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-88e49ef3-93cf-4da0-9d2f-254324621297 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:40.341119 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Pushing event updated for resources: {'Port': ['ID=c39be155-f506-4e12-b343-0b0314e86010,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:40.355232 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-f846f45b-ae27-4280-a5e0-9ad0038d573a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'name': 'tempest-TestVolumeBootPattern-551154710-router', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:31Z', 'updated_at': '2021-09-27T12:21:35Z', 'revision_number': 4, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'gw_port': {'id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:32Z', 'updated_at': '2021-09-27T12:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': '78078fd6-c318-424e-bcdb-913e81f88b04', 'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'mac_address': 'fa:16:3e:e7:d0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:34Z', 'updated_at': '2021-09-27T12:21:38Z', 'revision_number': 4, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'subnets': [{'id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:21:40.371595 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-88e49ef3-93cf-4da0-9d2f-254324621297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:40.379927 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-08523104-4e8d-4884-be9c-1dce29c22b36 None None] Set router 4532134c-89d5-40e3-b106-fb4cb70f8f19 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:21:40.417270 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e49ef3-93cf-4da0-9d2f-254324621297 admin admin] Network 7cbaffb4-998a-4e59-ba94-89ad1915fd1c is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:21:40.421275 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-88e49ef3-93cf-4da0-9d2f-254324621297 admin admin] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:21:40.426065 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e49ef3-93cf-4da0-9d2f-254324621297 admin admin] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:21:40.445905 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f846f45b-ae27-4280-a5e0-9ad0038d573a None None] The sync data for ids ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'] in dv-cinder-768458-11-iscsi is: [{'id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'name': 'tempest-TestVolumeBootPattern-551154710-router', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:31Z', 'updated_at': '2021-09-27T12:21:35Z', 'revision_number': 4, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'gw_port': {'id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:32Z', 'updated_at': '2021-09-27T12:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': '78078fd6-c318-424e-bcdb-913e81f88b04', 'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'mac_address': 'fa:16:3e:e7:d0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:34Z', 'updated_at': '2021-09-27T12:21:38Z', 'revision_number': 4, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'subnets': [{'id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:21:40.481204 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port fbb48490-292f-4bdb-94de-f4ebc76a3272 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:21:40.481896 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:40.512466 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-88e49ef3-93cf-4da0-9d2f-254324621297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528771'] for router_interface, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:40.542097 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-14e45b99-9a75-45fc-93af-39f7cb149bfa None None] Provisioning complete for port 78078fd6-c318-424e-bcdb-913e81f88b04 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:21:40.542468 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-14e45b99-9a75-45fc-93af-39f7cb149bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:40.670231 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-08523104-4e8d-4884-be9c-1dce29c22b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4532134c-89d5-40e3-b106-fb4cb70f8f19', 'name': 'tempest-TestVolumeBootPattern-604301958-router', 'tenant_id': 'b814c029205d45ba932556c62c22e7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c40e9dbf-efc8-4336-b28d-e12b6c41af34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:37Z', 'updated_at': '2021-09-27T12:21:38Z', 'revision_number': 3, 'project_id': 'b814c029205d45ba932556c62c22e7fd', 'gw_port': {'id': 'c40e9dbf-efc8-4336-b28d-e12b6c41af34', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4532134c-89d5-40e3-b106-fb4cb70f8f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:37Z', 'updated_at': '2021-09-27T12:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi'}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:21:40.694859 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e49ef3-93cf-4da0-9d2f-254324621297 admin admin] Pushing event updated for resources: {'Port': ['ID=e0f5e038-6eb4-401b-b1f9-fba414c48d54,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:40.708568 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08523104-4e8d-4884-be9c-1dce29c22b36 None None] The sync data for ids ['4532134c-89d5-40e3-b106-fb4cb70f8f19'] in dv-cinder-768458-11-iscsi is: [{'id': '4532134c-89d5-40e3-b106-fb4cb70f8f19', 'name': 'tempest-TestVolumeBootPattern-604301958-router', 'tenant_id': 'b814c029205d45ba932556c62c22e7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c40e9dbf-efc8-4336-b28d-e12b6c41af34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:37Z', 'updated_at': '2021-09-27T12:21:38Z', 'revision_number': 3, 'project_id': 'b814c029205d45ba932556c62c22e7fd', 'gw_port': {'id': 'c40e9dbf-efc8-4336-b28d-e12b6c41af34', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4532134c-89d5-40e3-b106-fb4cb70f8f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:37Z', 'updated_at': '2021-09-27T12:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi'}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:21:40.764941 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd7e62-ac15-47e3-963e-e8a581765eff req-c362c079-57a9-4b01-bd8f-74443022440d tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:40.767943 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-96cd7e62-ac15-47e3-963e-e8a581765eff req-c362c079-57a9-4b01-bd8f-74443022440d tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.2635059 Sep 27 12:21:40.812432 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-88e49ef3-93cf-4da0-9d2f-254324621297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:40.841485 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-96cd7e62-ac15-47e3-963e-e8a581765eff req-4ad29525-7b3b-4690-9532-04abb6285779 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511434 Sep 27 12:21:40.880875 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-756df59c-e88d-434c-96ba-608695bb104b None None] Provisioning complete for port c39be155-f506-4e12-b343-0b0314e86010 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:21:40.881371 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-756df59c-e88d-434c-96ba-608695bb104b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:41.075364 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-88e49ef3-93cf-4da0-9d2f-254324621297 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:41.076500 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:41.086176 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-88e49ef3-93cf-4da0-9d2f-254324621297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:41.101598 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device c39be155-f506-4e12-b343-0b0314e86010 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:21:41.248058 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-8bc498a5-62bc-4f44-b20f-1daffc543e04 None None] Provisioning complete for port e0f5e038-6eb4-401b-b1f9-fba414c48d54 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:21:41.248435 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8bc498a5-62bc-4f44-b20f-1daffc543e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:41.270630 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-88e49ef3-93cf-4da0-9d2f-254324621297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528499'] for router_interface, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:41.288879 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e49ef3-93cf-4da0-9d2f-254324621297 admin admin] Pushing event updated for resources: {'Port': ['ID=e0f5e038-6eb4-401b-b1f9-fba414c48d54,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:41.314439 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e3c71722-9bbd-4f5d-8a6d-5ce6030a95dc req-130b899e-2ab3-4c29-87d1-b40ac8cb0215 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1588926 Sep 27 12:21:41.322603 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port c39be155-f506-4e12-b343-0b0314e86010 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:21:41.323484 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:41.367849 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-8bc498a5-62bc-4f44-b20f-1daffc543e04 None None] Port e0f5e038-6eb4-401b-b1f9-fba414c48d54 cannot update to ACTIVE because it is not bound. {{(pid=94063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:21:41.422262 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 78078fd6-c318-424e-bcdb-913e81f88b04 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:21:41.447619 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e49ef3-93cf-4da0-9d2f-254324621297 admin admin] Network 7cbaffb4-998a-4e59-ba94-89ad1915fd1c is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:21:41.449725 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-88e49ef3-93cf-4da0-9d2f-254324621297 admin admin] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:21:41.478876 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port 78078fd6-c318-424e-bcdb-913e81f88b04 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:21:41.479353 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:41.502526 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c71722-9bbd-4f5d-8a6d-5ce6030a95dc req-c4478fd1-e711-4c29-af90-11e527a44d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:41.504080 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e3c71722-9bbd-4f5d-8a6d-5ce6030a95dc req-c4478fd1-e711-4c29-af90-11e527a44d61 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e49334ec40b4775857a718d005d2752&device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 1098 time: 0.1019034 Sep 27 12:21:41.654549 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e49ef3-93cf-4da0-9d2f-254324621297 admin admin] Router 4532134c-89d5-40e3-b106-fb4cb70f8f19 has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:21:41.685914 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c71722-9bbd-4f5d-8a6d-5ce6030a95dc req-5664fbf2-6d1e-44b5-80d6-0bf9597862d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:41.687481 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e3c71722-9bbd-4f5d-8a6d-5ce6030a95dc req-5664fbf2-6d1e-44b5-80d6-0bf9597862d1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9a440886-809f-4d5f-ac76-4eef69acf370 HTTP/1.1" status: 200 len: 919 time: 0.1578696 Sep 27 12:21:41.760796 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e3c71722-9bbd-4f5d-8a6d-5ce6030a95dc req-6057f794-69ba-49d9-a9c4-a80b0ab87216 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a3d71ac-67c4-425f-8286-f99bf623bff0 HTTP/1.1" status: 200 len: 217 time: 0.0427194 Sep 27 12:21:41.791907 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-0efdd3fc-682b-412b-8b15-1864c44516db None None] Provisioning complete for port e0f5e038-6eb4-401b-b1f9-fba414c48d54 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:21:41.792280 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0efdd3fc-682b-412b-8b15-1864c44516db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:41.827550 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-0efdd3fc-682b-412b-8b15-1864c44516db None None] Port e0f5e038-6eb4-401b-b1f9-fba414c48d54 cannot update to ACTIVE because it is not bound. {{(pid=94063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:21:41.855478 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c71722-9bbd-4f5d-8a6d-5ce6030a95dc req-02e58bb7-d054-4ce6-ae8a-70ff90035f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:41.856670 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e3c71722-9bbd-4f5d-8a6d-5ce6030a95dc req-02e58bb7-d054-4ce6-ae8a-70ff90035f38 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb94006c-5aa7-4ce9-9d8d-2a1c357579ff HTTP/1.1" status: 200 len: 858 time: 0.0884876 Sep 27 12:21:41.891231 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e3c71722-9bbd-4f5d-8a6d-5ce6030a95dc req-b4877e45-9aea-4cc5-ba2f-bb4296a8b546 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9a440886-809f-4d5f-ac76-4eef69acf370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277128 Sep 27 12:21:41.892267 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e49ef3-93cf-4da0-9d2f-254324621297 admin admin] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:21:41.898329 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-88e49ef3-93cf-4da0-9d2f-254324621297 admin admin] 10.222.0.60 "PUT /v2.0/routers/4532134c-89d5-40e3-b106-fb4cb70f8f19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8491049 Sep 27 12:21:42.027524 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d9bc5-23a9-44f6-9a87-968b1b46340f req-e6c5f694-e509-4fb4-9ecb-e73339dd2465 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:42.029185 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3a1d9bc5-23a9-44f6-9a87-968b1b46340f req-e6c5f694-e509-4fb4-9ecb-e73339dd2465 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0987158 Sep 27 12:21:42.033764 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e3c71722-9bbd-4f5d-8a6d-5ce6030a95dc req-4526f55f-4a22-4f40-8d30-544b83579663 service neutron] 10.222.0.25 "GET /v2.0/networks/9a440886-809f-4d5f-ac76-4eef69acf370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343601 Sep 27 12:21:42.122031 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3a1d9bc5-23a9-44f6-9a87-968b1b46340f req-d7444943-ea83-4a2f-aad5-509a66e438ed tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843105 Sep 27 12:21:42.154308 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e3c71722-9bbd-4f5d-8a6d-5ce6030a95dc req-2d06f37c-8e28-4db2-bca1-974d95150ed6 service neutron] 10.222.0.25 "GET /v2.0/networks/9a440886-809f-4d5f-ac76-4eef69acf370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083450 Sep 27 12:21:42.543048 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 58092) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:21:42.547775 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-8a0b37ef-de79-4418-9905-fd6bf49737e3 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1902699802', 'description': 'tempest-secgroup-smoke-1902699802 description', 'project_id': '02234d33e23642d9aaa9e248e4bd9949'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:21:42.578244 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8a0b37ef-de79-4418-9905-fd6bf49737e3 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:42.684161 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8a0b37ef-de79-4418-9905-fd6bf49737e3 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:42.688948 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8a0b37ef-de79-4418-9905-fd6bf49737e3 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:42.721100 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8a0b37ef-de79-4418-9905-fd6bf49737e3 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:42.725531 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-8a0b37ef-de79-4418-9905-fd6bf49737e3 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1785245 Sep 27 12:21:42.725531 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b37ef-de79-4418-9905-fd6bf49737e3 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5246b0e1-3a33-4214-aa02-336e8fc971cf,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:42.725809 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 58094) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:21:42.731394 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-6185533d-628a-40b2-9b87-dcdfe52382d0 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Request body: {'security_group_rule': {'security_group_id': '5246b0e1-3a33-4214-aa02-336e8fc971cf', 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:21:42.768917 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6185533d-628a-40b2-9b87-dcdfe52382d0 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:42.827891 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6185533d-628a-40b2-9b87-dcdfe52382d0 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:42.832563 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6185533d-628a-40b2-9b87-dcdfe52382d0 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646503'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:42.852074 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185533d-628a-40b2-9b87-dcdfe52382d0 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c05695-7dd9-43e3-9138-5da81865a3fe,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:42.855471 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6185533d-628a-40b2-9b87-dcdfe52382d0 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:42.856668 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-6185533d-628a-40b2-9b87-dcdfe52382d0 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1297929 Sep 27 12:21:42.860492 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 58098) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:21:42.864946 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-5cba0806-0f54-4137-8f47-fc9c40951119 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Request body: {'security_group_rule': {'security_group_id': '5246b0e1-3a33-4214-aa02-336e8fc971cf', 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:21:42.893581 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5cba0806-0f54-4137-8f47-fc9c40951119 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:42.962396 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5cba0806-0f54-4137-8f47-fc9c40951119 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:42.966604 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5cba0806-0f54-4137-8f47-fc9c40951119 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646503'] for security_group_rule, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:42.975894 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device c40e9dbf-efc8-4336-b28d-e12b6c41af34 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:21:42.985957 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba0806-0f54-4137-8f47-fc9c40951119 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42bbe5c1-aab1-4122-afd8-e064c65e584a,revision_number=0']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:42.993326 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5cba0806-0f54-4137-8f47-fc9c40951119 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:42.994689 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-5cba0806-0f54-4137-8f47-fc9c40951119 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1331906 Sep 27 12:21:42.997862 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 58100) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:21:43.003325 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-295d7c8f-e3f2-47bf-a2ef-0d2e957ac135 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Request body: {'security_group_rule': {'security_group_id': '5246b0e1-3a33-4214-aa02-336e8fc971cf', 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:21:43.033779 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port c40e9dbf-efc8-4336-b28d-e12b6c41af34 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:21:43.034067 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:43.055464 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-295d7c8f-e3f2-47bf-a2ef-0d2e957ac135 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:43.129280 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-295d7c8f-e3f2-47bf-a2ef-0d2e957ac135 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:43.131782 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:43.134051 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-295d7c8f-e3f2-47bf-a2ef-0d2e957ac135 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646503'] for security_group_rule, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:43.150116 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d7c8f-e3f2-47bf-a2ef-0d2e957ac135 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7012f80-ad56-4e7a-a59d-ecd1232d13fa,revision_number=0']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:43.155548 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] For port c40e9dbf-efc8-4336-b28d-e12b6c41af34, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=c40e9dbf-efc8-4336-b28d-e12b6c41af34,segment=NetworkSegment(c3edcc58-5368-4442-b7b6-007dffc21523),segment_id=c3edcc58-5368-4442-b7b6-007dffc21523)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:21:43.164047 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:43.166714 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-295d7c8f-e3f2-47bf-a2ef-0d2e957ac135 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:43.170731 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-295d7c8f-e3f2-47bf-a2ef-0d2e957ac135 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1690681 Sep 27 12:21:43.171412 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 58104) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:21:43.178523 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-1cc492b1-47b3-4bef-a8aa-7af2b9b1203d tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Request body: {'security_group_rule': {'security_group_id': '5246b0e1-3a33-4214-aa02-336e8fc971cf', 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:21:43.197551 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b616d03-98ef-4539-8c01-bb28373b8ca3 None None] Sync routers for ids ['4532134c-89d5-40e3-b106-fb4cb70f8f19'] in dv-cinder-768458-11-iscsi {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:21:43.214676 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1cc492b1-47b3-4bef-a8aa-7af2b9b1203d tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:43.224530 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b616d03-98ef-4539-8c01-bb28373b8ca3 None None] Routers {'4532134c-89d5-40e3-b106-fb4cb70f8f19'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:21:43.225164 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-1b616d03-98ef-4539-8c01-bb28373b8ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:21:17Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['4532134c-89d5-40e3-b106-fb4cb70f8f19'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:21:43.265771 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Pushing event updated for resources: {'Port': ['ID=c40e9dbf-efc8-4336-b28d-e12b6c41af34,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:43.288196 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1cc492b1-47b3-4bef-a8aa-7af2b9b1203d tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:43.291871 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1cc492b1-47b3-4bef-a8aa-7af2b9b1203d tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646503'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:43.315317 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc492b1-47b3-4bef-a8aa-7af2b9b1203d tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18beea11-3baf-4d02-a7f8-1f276bf41fc2,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:43.320203 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1cc492b1-47b3-4bef-a8aa-7af2b9b1203d tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:43.325624 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-1cc492b1-47b3-4bef-a8aa-7af2b9b1203d tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1484675 Sep 27 12:21:43.327380 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 58108) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:21:43.330506 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-c4c6a05b-cb5c-42a4-8b58-f4f01ce2a497 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Request body: {'security_group_rule': {'security_group_id': '5246b0e1-3a33-4214-aa02-336e8fc971cf', 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:21:43.348606 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-1b616d03-98ef-4539-8c01-bb28373b8ca3 None None] Set router 4532134c-89d5-40e3-b106-fb4cb70f8f19 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:21:43.360715 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.db.securitygroups_db [None req-c4c6a05b-cb5c-42a4-8b58-f4f01ce2a497 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Project 02234d33e23642d9aaa9e248e4bd9949 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 12:21:43.367716 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c4c6a05b-cb5c-42a4-8b58-f4f01ce2a497 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:43.442256 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c4c6a05b-cb5c-42a4-8b58-f4f01ce2a497 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:43.449684 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c4c6a05b-cb5c-42a4-8b58-f4f01ce2a497 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646503'] for security_group_rule, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:43.471050 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6a05b-cb5c-42a4-8b58-f4f01ce2a497 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181eb24f-4495-4518-90fd-0ed3d8c22869,revision_number=0']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:43.482210 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c4c6a05b-cb5c-42a4-8b58-f4f01ce2a497 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:43.482372 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-c4c6a05b-cb5c-42a4-8b58-f4f01ce2a497 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1554189 Sep 27 12:21:43.487200 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 58110) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:21:43.492055 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-259b7f14-a198-4d39-96e3-a45b19c06326 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Request body: {'security_group_rule': {'security_group_id': '5246b0e1-3a33-4214-aa02-336e8fc971cf', 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:21:43.513774 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.db.securitygroups_db [None req-259b7f14-a198-4d39-96e3-a45b19c06326 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Project 02234d33e23642d9aaa9e248e4bd9949 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 12:21:43.519862 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-259b7f14-a198-4d39-96e3-a45b19c06326 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:43.583949 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-1b616d03-98ef-4539-8c01-bb28373b8ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4532134c-89d5-40e3-b106-fb4cb70f8f19', 'name': 'tempest-TestVolumeBootPattern-604301958-router', 'tenant_id': 'b814c029205d45ba932556c62c22e7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c40e9dbf-efc8-4336-b28d-e12b6c41af34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:37Z', 'updated_at': '2021-09-27T12:21:40Z', 'revision_number': 4, 'project_id': 'b814c029205d45ba932556c62c22e7fd', 'gw_port': {'id': 'c40e9dbf-efc8-4336-b28d-e12b6c41af34', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4532134c-89d5-40e3-b106-fb4cb70f8f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:37Z', 'updated_at': '2021-09-27T12:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'e0f5e038-6eb4-401b-b1f9-fba414c48d54', 'name': '', 'network_id': '7cbaffb4-998a-4e59-ba94-89ad1915fd1c', 'tenant_id': 'b814c029205d45ba932556c62c22e7fd', 'mac_address': 'fa:16:3e:16:a2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4532134c-89d5-40e3-b106-fb4cb70f8f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '96e32b86-1352-433c-8e94-bf02be9c914c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:39Z', 'updated_at': '2021-09-27T12:21:40Z', 'revision_number': 2, 'project_id': 'b814c029205d45ba932556c62c22e7fd', 'subnets': [{'id': '96e32b86-1352-433c-8e94-bf02be9c914c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:21:43.596977 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-259b7f14-a198-4d39-96e3-a45b19c06326 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:43.601505 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-259b7f14-a198-4d39-96e3-a45b19c06326 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646503'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:43.621125 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b7f14-a198-4d39-96e3-a45b19c06326 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b432478a-efd7-4ff4-9ce5-59b0a8a6c4f4,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:43.632394 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-259b7f14-a198-4d39-96e3-a45b19c06326 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:43.636886 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-259b7f14-a198-4d39-96e3-a45b19c06326 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1454489 Sep 27 12:21:43.741166 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b616d03-98ef-4539-8c01-bb28373b8ca3 None None] Checking router: 4532134c-89d5-40e3-b106-fb4cb70f8f19 for host: dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:21:43.741562 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b616d03-98ef-4539-8c01-bb28373b8ca3 None None] Updating router 4532134c-89d5-40e3-b106-fb4cb70f8f19 port e0f5e038-6eb4-401b-b1f9-fba414c48d54 binding host dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:21:43.781532 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1b616d03-98ef-4539-8c01-bb28373b8ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:44.126034 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1b616d03-98ef-4539-8c01-bb28373b8ca3 None None] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:44.135962 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1b616d03-98ef-4539-8c01-bb28373b8ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:44.221446 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26bd6e7-8bea-42c1-a83d-536f80397ac7 None None] Pushing event updated for resources: {'Port': ['ID=e0f5e038-6eb4-401b-b1f9-fba414c48d54,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:44.267573 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-1b616d03-98ef-4539-8c01-bb28373b8ca3 None None] Attempting to bind port e0f5e038-6eb4-401b-b1f9-fba414c48d54 on host dv-cinder-768458-11-iscsi for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:21:44.267936 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-1b616d03-98ef-4539-8c01-bb28373b8ca3 None None] Attempting to bind port e0f5e038-6eb4-401b-b1f9-fba414c48d54 by drivers openvswitch,hyperv on host dv-cinder-768458-11-iscsi at level 0 using segments [{'id': '12934b32-21b1-4af0-a7a2-1acc2ada4f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7cbaffb4-998a-4e59-ba94-89ad1915fd1c'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:21:44.268298 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b616d03-98ef-4539-8c01-bb28373b8ca3 None None] Attempting to bind port e0f5e038-6eb4-401b-b1f9-fba414c48d54 on network 7cbaffb4-998a-4e59-ba94-89ad1915fd1c {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:21:44.273811 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b616d03-98ef-4539-8c01-bb28373b8ca3 None None] Checking agent: {'id': 'a2732848-b036-4229-93de-7108b516e67d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 10, 49), 'started_at': datetime.datetime(2021, 9, 27, 12, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:21:44.274173 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b616d03-98ef-4539-8c01-bb28373b8ca3 None None] Checking segment: {'id': '12934b32-21b1-4af0-a7a2-1acc2ada4f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7cbaffb4-998a-4e59-ba94-89ad1915fd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:21:44.274571 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1b616d03-98ef-4539-8c01-bb28373b8ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:44.274959 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b616d03-98ef-4539-8c01-bb28373b8ca3 None None] Bound using segment: {'id': '12934b32-21b1-4af0-a7a2-1acc2ada4f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7cbaffb4-998a-4e59-ba94-89ad1915fd1c'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:21:44.275443 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-1b616d03-98ef-4539-8c01-bb28373b8ca3 None None] Bound port: e0f5e038-6eb4-401b-b1f9-fba414c48d54, host: dv-cinder-768458-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12934b32-21b1-4af0-a7a2-1acc2ada4f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7cbaffb4-998a-4e59-ba94-89ad1915fd1c'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:21:44.275817 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1b616d03-98ef-4539-8c01-bb28373b8ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:44.350923 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-1b616d03-98ef-4539-8c01-bb28373b8ca3 None None] For port e0f5e038-6eb4-401b-b1f9-fba414c48d54, host dv-cinder-768458-11-iscsi, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:21:44.354043 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-1b616d03-98ef-4539-8c01-bb28373b8ca3 None None] For port e0f5e038-6eb4-401b-b1f9-fba414c48d54, host dv-cinder-768458-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=e0f5e038-6eb4-401b-b1f9-fba414c48d54,segment=NetworkSegment(12934b32-21b1-4af0-a7a2-1acc2ada4f8b),segment_id=12934b32-21b1-4af0-a7a2-1acc2ada4f8b)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:21:44.359873 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1b616d03-98ef-4539-8c01-bb28373b8ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:44.409698 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b616d03-98ef-4539-8c01-bb28373b8ca3 None None] Routers {'4532134c-89d5-40e3-b106-fb4cb70f8f19'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:21:44.410350 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-1b616d03-98ef-4539-8c01-bb28373b8ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:21:17Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['4532134c-89d5-40e3-b106-fb4cb70f8f19'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:21:44.473130 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26bd6e7-8bea-42c1-a83d-536f80397ac7 None None] Pushing event updated for resources: {'Port': ['ID=e0f5e038-6eb4-401b-b1f9-fba414c48d54,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:44.495942 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-d8b90e20-c29f-4abf-a45b-e103093e82e9 None None] Provisioning complete for port e0f5e038-6eb4-401b-b1f9-fba414c48d54 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:21:44.496310 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d8b90e20-c29f-4abf-a45b-e103093e82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:44.574970 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-1b616d03-98ef-4539-8c01-bb28373b8ca3 None None] Set router 4532134c-89d5-40e3-b106-fb4cb70f8f19 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:21:44.705489 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d8b90e20-c29f-4abf-a45b-e103093e82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:44.792338 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-d8b90e20-c29f-4abf-a45b-e103093e82e9 None None] For port e0f5e038-6eb4-401b-b1f9-fba414c48d54, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=e0f5e038-6eb4-401b-b1f9-fba414c48d54,segment=NetworkSegment(12934b32-21b1-4af0-a7a2-1acc2ada4f8b),segment_id=12934b32-21b1-4af0-a7a2-1acc2ada4f8b)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:21:44.799108 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d8b90e20-c29f-4abf-a45b-e103093e82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:44.872748 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b90e20-c29f-4abf-a45b-e103093e82e9 None None] Pushing event updated for resources: {'Port': ['ID=e0f5e038-6eb4-401b-b1f9-fba414c48d54,revision_number=5']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:44.896940 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-1b616d03-98ef-4539-8c01-bb28373b8ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4532134c-89d5-40e3-b106-fb4cb70f8f19', 'name': 'tempest-TestVolumeBootPattern-604301958-router', 'tenant_id': 'b814c029205d45ba932556c62c22e7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c40e9dbf-efc8-4336-b28d-e12b6c41af34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:37Z', 'updated_at': '2021-09-27T12:21:40Z', 'revision_number': 4, 'project_id': 'b814c029205d45ba932556c62c22e7fd', 'gw_port': {'id': 'c40e9dbf-efc8-4336-b28d-e12b6c41af34', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4532134c-89d5-40e3-b106-fb4cb70f8f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:37Z', 'updated_at': '2021-09-27T12:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'e0f5e038-6eb4-401b-b1f9-fba414c48d54', 'name': '', 'network_id': '7cbaffb4-998a-4e59-ba94-89ad1915fd1c', 'tenant_id': 'b814c029205d45ba932556c62c22e7fd', 'mac_address': 'fa:16:3e:16:a2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4532134c-89d5-40e3-b106-fb4cb70f8f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '96e32b86-1352-433c-8e94-bf02be9c914c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:39Z', 'updated_at': '2021-09-27T12:21:44Z', 'revision_number': 4, 'project_id': 'b814c029205d45ba932556c62c22e7fd', 'subnets': [{'id': '96e32b86-1352-433c-8e94-bf02be9c914c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:21:44.937553 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b616d03-98ef-4539-8c01-bb28373b8ca3 None None] The sync data for ids ['4532134c-89d5-40e3-b106-fb4cb70f8f19'] in dv-cinder-768458-11-iscsi is: [{'id': '4532134c-89d5-40e3-b106-fb4cb70f8f19', 'name': 'tempest-TestVolumeBootPattern-604301958-router', 'tenant_id': 'b814c029205d45ba932556c62c22e7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c40e9dbf-efc8-4336-b28d-e12b6c41af34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:37Z', 'updated_at': '2021-09-27T12:21:40Z', 'revision_number': 4, 'project_id': 'b814c029205d45ba932556c62c22e7fd', 'gw_port': {'id': 'c40e9dbf-efc8-4336-b28d-e12b6c41af34', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4532134c-89d5-40e3-b106-fb4cb70f8f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:37Z', 'updated_at': '2021-09-27T12:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'e0f5e038-6eb4-401b-b1f9-fba414c48d54', 'name': '', 'network_id': '7cbaffb4-998a-4e59-ba94-89ad1915fd1c', 'tenant_id': 'b814c029205d45ba932556c62c22e7fd', 'mac_address': 'fa:16:3e:16:a2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4532134c-89d5-40e3-b106-fb4cb70f8f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '96e32b86-1352-433c-8e94-bf02be9c914c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:39Z', 'updated_at': '2021-09-27T12:21:44Z', 'revision_number': 4, 'project_id': 'b814c029205d45ba932556c62c22e7fd', 'subnets': [{'id': '96e32b86-1352-433c-8e94-bf02be9c914c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:21:44.960522 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-4d199aee-39a6-442b-9ce5-66c82d229e2b None None] Provisioning complete for port e0f5e038-6eb4-401b-b1f9-fba414c48d54 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:21:44.960974 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4d199aee-39a6-442b-9ce5-66c82d229e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:45.011454 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device c40e9dbf-efc8-4336-b28d-e12b6c41af34 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:21:45.113915 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port c40e9dbf-efc8-4336-b28d-e12b6c41af34 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:21:45.114306 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:45.334545 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7aad5eeb-7a69-441e-a8b9-1fe24661a32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:45.686133 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85629d-016b-4cdc-a2e6-13a75fbdca03 req-c03b87fc-8797-4b03-b83d-997b884a3cbe tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:45.687765 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cd85629d-016b-4cdc-a2e6-13a75fbdca03 req-c03b87fc-8797-4b03-b83d-997b884a3cbe tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0563021 Sep 27 12:21:45.730933 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cd85629d-016b-4cdc-a2e6-13a75fbdca03 req-e5f3e5a1-653d-4ca0-918b-045a1602bf46 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347168 Sep 27 12:21:46.251035 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 58192) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:21:46.370712 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1f7f7df1-6b48-4699-9c41-26137750bda1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:46.488140 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1f7f7df1-6b48-4699-9c41-26137750bda1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:46.493395 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1f7f7df1-6b48-4699-9c41-26137750bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:46.538833 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-1f7f7df1-6b48-4699-9c41-26137750bda1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a04d51fdd9f84f9f85a0826a160cba38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2865081 Sep 27 12:21:46.539735 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f7df1-6b48-4699-9c41-26137750bda1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b373d5b6-e8c3-42bc-87dc-dbbfc1c3496d,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:46.541638 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 58202) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:21:46.602433 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-45abc591-2028-40f5-af5a-db8f8513f897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:46.632205 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-45abc591-2028-40f5-af5a-db8f8513f897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:46.699613 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-45abc591-2028-40f5-af5a-db8f8513f897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:46.702395 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-45abc591-2028-40f5-af5a-db8f8513f897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:46.703699 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-45abc591-2028-40f5-af5a-db8f8513f897 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b373d5b6-e8c3-42bc-87dc-dbbfc1c3496d HTTP/1.1" status: 204 len: 168 time: 0.1608284 Sep 27 12:21:46.716979 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abc591-2028-40f5-af5a-db8f8513f897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b373d5b6-e8c3-42bc-87dc-dbbfc1c3496d,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:46.795598 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-9be4eb5f-8f1c-423d-83fe-e5002ebdc183 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:46.798319 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-9be4eb5f-8f1c-423d-83fe-e5002ebdc183 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/networks?id=057f8f27-5d47-4c69-8946-b15147d29a56 HTTP/1.1" status: 200 len: 814 time: 0.1390948 Sep 27 12:21:46.823570 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-5f2bff8f-28b5-439e-b63c-ef9ba1b565de tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/quotas/cf47d64fdd634e5182582beaa161ebc1 HTTP/1.1" status: 200 len: 375 time: 0.0194225 Sep 27 12:21:46.861015 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-ddc87bfd-23a6-4d58-a6aa-2cee23aa047a tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf47d64fdd634e5182582beaa161ebc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310442 Sep 27 12:21:46.976073 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d74422-333e-4d6c-a891-1b5484a91e28 req-467e8967-9ab0-416a-aa5e-89d05b27ad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:46.977601 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-72d74422-333e-4d6c-a891-1b5484a91e28 req-467e8967-9ab0-416a-aa5e-89d05b27ad82 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 1099 time: 0.1076293 Sep 27 12:21:47.019101 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdd89b-d42f-4f4f-9322-dfbe6a1765ff req-29f60c68-81ab-4420-ba0f-90fe161ef478 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:47.024108 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e0bdd89b-d42f-4f4f-9322-dfbe6a1765ff req-29f60c68-81ab-4420-ba0f-90fe161ef478 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0963283 Sep 27 12:21:47.043411 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device e0f5e038-6eb4-401b-b1f9-fba414c48d54 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:21:47.056799 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-72d74422-333e-4d6c-a891-1b5484a91e28 req-40b774eb-d808-46c5-9352-6851508a0f3f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704410 Sep 27 12:21:47.070555 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-07c5bbc0-398a-4909-822a-ef73752e9801 service neutron] 10.222.0.60 "GET /v2.0/networks/057f8f27-5d47-4c69-8946-b15147d29a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017159 Sep 27 12:21:47.083450 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e0bdd89b-d42f-4f4f-9322-dfbe6a1765ff req-91065446-277d-4b50-ad8b-f6fd1013cb24 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555317 Sep 27 12:21:47.130069 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port e0f5e038-6eb4-401b-b1f9-fba414c48d54 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:21:47.130529 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:47.200085 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-f4d74335-d2d3-4747-9297-d114014f7302 service neutron] 10.222.0.60 "GET /v2.0/networks/057f8f27-5d47-4c69-8946-b15147d29a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231737 Sep 27 12:21:47.511122 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-94c5aa2b-168a-4901-92d7-e08dff5eeb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:48.230539 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40105c6-ae58-4e05-ba98-e2c9bf80ac9a req-5bfaaf7f-5c09-4c22-8bd3-c2fae622e6f8 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:48.232754 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e40105c6-ae58-4e05-ba98-e2c9bf80ac9a req-5bfaaf7f-5c09-4c22-8bd3-c2fae622e6f8 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0544381 Sep 27 12:21:48.274509 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e40105c6-ae58-4e05-ba98-e2c9bf80ac9a req-964cf7c2-66ad-4bd9-b457-baa8330fd242 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351229 Sep 27 12:21:48.388014 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-26989917-7ccc-48ca-adf7-1298e6d9c020 req-9f712e3b-7ce8-4f15-b8e4-26bc18ebca1a tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=018cd0b1-112d-4a86-9e1d-36bca7479ba7 HTTP/1.1" status: 200 len: 210 time: 0.0269389 Sep 27 12:21:48.695600 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:49.458971 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d9fd4-595b-4f6b-9845-2a58dd8f3097 req-34b08f92-19bf-4d83-96c2-4e5108bff4e2 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:49.461444 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-230d9fd4-595b-4f6b-9845-2a58dd8f3097 req-34b08f92-19bf-4d83-96c2-4e5108bff4e2 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.1027949 Sep 27 12:21:49.500403 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-6e88b481-3b5e-4c8f-b916-7e192d67c105 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:49.502207 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-6e88b481-3b5e-4c8f-b916-7e192d67c105 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.25 "GET /v2.0/networks?id=057f8f27-5d47-4c69-8946-b15147d29a56 HTTP/1.1" status: 200 len: 814 time: 0.1862028 Sep 27 12:21:49.510524 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d74476a5-620a-4634-836a-c00a04669c9f req-c6732c36-81d9-422b-a53d-ed04dd26b14f tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=018cd0b1-112d-4a86-9e1d-36bca7479ba7 HTTP/1.1" status: 200 len: 210 time: 0.0392079 Sep 27 12:21:49.538125 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-2f27c617-c331-4b63-8bab-2af98a65f143 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Request body: {'port': {'device_id': '018cd0b1-112d-4a86-9e1d-36bca7479ba7', 'network_id': '057f8f27-5d47-4c69-8946-b15147d29a56', 'admin_state_up': True, 'tenant_id': 'cf47d64fdd634e5182582beaa161ebc1'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:21:49.549139 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-230d9fd4-595b-4f6b-9845-2a58dd8f3097 req-08c323d6-855d-4b20-89ea-42d4d55ef32b tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725582 Sep 27 12:21:49.621412 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:49.682624 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-2f27c617-c331-4b63-8bab-2af98a65f143 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Made reservation on behalf of cf47d64fdd634e5182582beaa161ebc1 for: {'port': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:21:49.686229 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-2f27c617-c331-4b63-8bab-2af98a65f143 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:49.827827 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-2f27c617-c331-4b63-8bab-2af98a65f143 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Allocated IP 172.20.0.7 (057f8f27-5d47-4c69-8946-b15147d29a56/cf1dc9e5-8c87-40f9-8ebb-1486801540d8/4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:21:49.962151 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab784767-58ef-4419-95b6-3ad135d0e8e1 req-8f76d119-5f14-4d59-870a-565446915db4 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:49.963645 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ab784767-58ef-4419-95b6-3ad135d0e8e1 req-8f76d119-5f14-4d59-870a-565446915db4 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0518486 Sep 27 12:21:50.007486 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ab784767-58ef-4419-95b6-3ad135d0e8e1 req-b9dbb551-bdbe-4ff9-851d-ae224ac23ced tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371366 Sep 27 12:21:50.029789 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-2f27c617-c331-4b63-8bab-2af98a65f143 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:50.064299 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-2f27c617-c331-4b63-8bab-2af98a65f143 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:50.308451 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-2f27c617-c331-4b63-8bab-2af98a65f143 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Network 057f8f27-5d47-4c69-8946-b15147d29a56 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:21:50.311432 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-2f27c617-c331-4b63-8bab-2af98a65f143 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:21:50.315519 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-2f27c617-c331-4b63-8bab-2af98a65f143 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:21:50.343691 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27c617-c331-4b63-8bab-2af98a65f143 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Pushing event updated for resources: {'Port': ['ID=4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:50.373631 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-2f27c617-c331-4b63-8bab-2af98a65f143 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:50.374296 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-2f27c617-c331-4b63-8bab-2af98a65f143 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:50.393105 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-2f27c617-c331-4b63-8bab-2af98a65f143 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8587255 Sep 27 12:21:50.848355 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:56.156348 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-e31d9dc7-09f6-4e1c-baf4-7a52dca4e954 service neutron] Request body: {'port': {'device_id': '018cd0b1-112d-4a86-9e1d-36bca7479ba7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:21:56.250118 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a408e01-76b8-447d-815e-6f63893cea63 req-f8bb0fa2-6edb-4711-8f31-f367274037bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:56.251655 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5a408e01-76b8-447d-815e-6f63893cea63 req-f8bb0fa2-6edb-4711-8f31-f367274037bd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e49334ec40b4775857a718d005d2752&device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 1099 time: 0.0925770 Sep 27 12:21:56.257637 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-e31d9dc7-09f6-4e1c-baf4-7a52dca4e954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:56.299439 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d1cc4-f51a-438a-9d95-ea969b7a00a1 req-74563a8b-1b04-4a96-b53b-2b894104b873 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:56.300957 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-838d1cc4-f51a-438a-9d95-ea969b7a00a1 req-74563a8b-1b04-4a96-b53b-2b894104b873 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=018cd0b1-112d-4a86-9e1d-36bca7479ba7 HTTP/1.1" status: 200 len: 931 time: 0.0537879 Sep 27 12:21:56.349236 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-838d1cc4-f51a-438a-9d95-ea969b7a00a1 req-9811ede2-9139-414f-af72-cb64dc1f07f3 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c80fce4-3e18-4815-b512-ebb150f11251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420082 Sep 27 12:21:56.474319 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f38cd-62a0-431f-a9de-4bd79b55f825 req-5539a2de-0fe3-4d96-a6b9-7c9751246fee tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:56.475828 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-407f38cd-62a0-431f-a9de-4bd79b55f825 req-5539a2de-0fe3-4d96-a6b9-7c9751246fee tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.1862669 Sep 27 12:21:56.482591 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a408e01-76b8-447d-815e-6f63893cea63 req-1b6ad303-3b2a-40b2-8e3e-f54f4c50957d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:56.484574 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5a408e01-76b8-447d-815e-6f63893cea63 req-1b6ad303-3b2a-40b2-8e3e-f54f4c50957d service neutron] 10.222.0.25 "GET /v2.0/networks?id=9a440886-809f-4d5f-ac76-4eef69acf370 HTTP/1.1" status: 200 len: 919 time: 0.2247088 Sep 27 12:21:56.552122 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5a408e01-76b8-447d-815e-6f63893cea63 req-815f0c40-4942-41de-9932-a00dfb9c6803 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02c33be0-043c-4a2b-bf57-ed3c9837eba8 HTTP/1.1" status: 200 len: 217 time: 0.0537224 Sep 27 12:21:56.614882 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-407f38cd-62a0-431f-a9de-4bd79b55f825 req-243fcdbc-21a1-4832-acf1-505b670e8b4a tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272783 Sep 27 12:21:56.666684 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a408e01-76b8-447d-815e-6f63893cea63 req-9a34c21d-a5c4-4909-a4ad-fb6b498a4c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:56.668158 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5a408e01-76b8-447d-815e-6f63893cea63 req-9a34c21d-a5c4-4909-a4ad-fb6b498a4c0f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb94006c-5aa7-4ce9-9d8d-2a1c357579ff HTTP/1.1" status: 200 len: 858 time: 0.1004255 Sep 27 12:21:56.712975 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5a408e01-76b8-447d-815e-6f63893cea63 req-660697c2-13d9-403c-8909-0c1a93008e93 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9a440886-809f-4d5f-ac76-4eef69acf370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324140 Sep 27 12:21:56.821281 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-e31d9dc7-09f6-4e1c-baf4-7a52dca4e954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:21:56.831530 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-e31d9dc7-09f6-4e1c-baf4-7a52dca4e954 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:56.855505 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-e31d9dc7-09f6-4e1c-baf4-7a52dca4e954 service neutron] Transition to ACTIVE for port object 4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:21:56.860329 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5a408e01-76b8-447d-815e-6f63893cea63 req-09f7b9d0-749e-49b5-a8f2-285f09d1f87d service neutron] 10.222.0.25 "GET /v2.0/networks/9a440886-809f-4d5f-ac76-4eef69acf370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343732 Sep 27 12:21:56.861329 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-e31d9dc7-09f6-4e1c-baf4-7a52dca4e954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:56.980459 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d9dc7-09f6-4e1c-baf4-7a52dca4e954 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:57.043270 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5a408e01-76b8-447d-815e-6f63893cea63 req-3e8d3e52-8c3c-4e30-ae0b-13c5e3b72bdb service neutron] 10.222.0.25 "GET /v2.0/networks/9a440886-809f-4d5f-ac76-4eef69acf370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740246 Sep 27 12:21:57.066684 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-e31d9dc7-09f6-4e1c-baf4-7a52dca4e954 service neutron] Attempting to bind port 4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:21:57.067040 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-e31d9dc7-09f6-4e1c-baf4-7a52dca4e954 service neutron] Attempting to bind port 4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'beb87695-19f8-4333-b5f9-0a331f2a0b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '057f8f27-5d47-4c69-8946-b15147d29a56'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:21:57.067373 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-e31d9dc7-09f6-4e1c-baf4-7a52dca4e954 service neutron] Attempting to bind port 4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39 on network 057f8f27-5d47-4c69-8946-b15147d29a56 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:21:57.072252 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-e31d9dc7-09f6-4e1c-baf4-7a52dca4e954 service neutron] Port 4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39 on network 057f8f27-5d47-4c69-8946-b15147d29a56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:21:57.072252 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-e31d9dc7-09f6-4e1c-baf4-7a52dca4e954 service neutron] Attempting to bind port 4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39 on network 057f8f27-5d47-4c69-8946-b15147d29a56 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:21:57.076911 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-e31d9dc7-09f6-4e1c-baf4-7a52dca4e954 service neutron] Checking agent: {'id': '20c1fc43-a135-4852-87d5-8f0af43386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'started_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:21:57.077247 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-e31d9dc7-09f6-4e1c-baf4-7a52dca4e954 service neutron] Checking segment: {'id': 'beb87695-19f8-4333-b5f9-0a331f2a0b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '057f8f27-5d47-4c69-8946-b15147d29a56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:21:57.078113 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-e31d9dc7-09f6-4e1c-baf4-7a52dca4e954 service neutron] Bound using segment: {'id': 'beb87695-19f8-4333-b5f9-0a331f2a0b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '057f8f27-5d47-4c69-8946-b15147d29a56'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:21:57.078525 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-e31d9dc7-09f6-4e1c-baf4-7a52dca4e954 service neutron] Bound port: 4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beb87695-19f8-4333-b5f9-0a331f2a0b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '057f8f27-5d47-4c69-8946-b15147d29a56'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:21:57.078877 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-e31d9dc7-09f6-4e1c-baf4-7a52dca4e954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:57.150815 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-e31d9dc7-09f6-4e1c-baf4-7a52dca4e954 service neutron] For port 4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39, host hv-cinder-76845, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:21:57.153986 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-e31d9dc7-09f6-4e1c-baf4-7a52dca4e954 service neutron] For port 4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39,segment=NetworkSegment(beb87695-19f8-4333-b5f9-0a331f2a0b2b),segment_id=beb87695-19f8-4333-b5f9-0a331f2a0b2b)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:21:57.159297 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-e31d9dc7-09f6-4e1c-baf4-7a52dca4e954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:57.215747 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-e31d9dc7-09f6-4e1c-baf4-7a52dca4e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:57.216308 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-e31d9dc7-09f6-4e1c-baf4-7a52dca4e954 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:21:57.217719 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-e31d9dc7-09f6-4e1c-baf4-7a52dca4e954 service neutron] 10.222.0.25 "PUT /v2.0/ports/4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39 HTTP/1.1" status: 200 len: 1093 time: 1.0669978 Sep 27 12:21:57.218690 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '018cd0b1-112d-4a86-9e1d-36bca7479ba7', 'tag': '4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:21:57.221369 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7e673e-3835-427c-96b2-8938763f0763" -d '{"events": [{"name": "network-changed", "server_uuid": "018cd0b1-112d-4a86-9e1d-36bca7479ba7", "tag": "4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:21:57.229546 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d9dc7-09f6-4e1c-baf4-7a52dca4e954 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:21:57.308448 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-48416c6d-110b-4f9f-9407-25bbec9e26f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:57.309997 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-48416c6d-110b-4f9f-9407-25bbec9e26f0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf47d64fdd634e5182582beaa161ebc1&device_id=018cd0b1-112d-4a86-9e1d-36bca7479ba7 HTTP/1.1" status: 200 len: 1096 time: 0.0435646 Sep 27 12:21:57.358448 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-222f43dc-a302-4f67-96dc-bf23a7171226 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39 HTTP/1.1" status: 200 len: 217 time: 0.0371256 Sep 27 12:21:57.383693 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59b4046-6660-4198-92f5-ceabc4a17c83 x-openstack-request-id: req-c59b4046-6660-4198-92f5-ceabc4a17c83 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:21:57.383980 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "018cd0b1-112d-4a86-9e1d-36bca7479ba7", "tag": "4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:21:57.384230 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c59b4046-6660-4198-92f5-ceabc4a17c83 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:21:57.384674 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '018cd0b1-112d-4a86-9e1d-36bca7479ba7', 'tag': '4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39', 'status': 'completed', 'code': 200} Sep 27 12:21:57.425470 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-bbc84fdd-b1b0-42fa-9c20-c34590f612d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:57.427100 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-bbc84fdd-b1b0-42fa-9c20-c34590f612d7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cf1dc9e5-8c87-40f9-8ebb-1486801540d8 HTTP/1.1" status: 200 len: 854 time: 0.0525584 Sep 27 12:21:57.461411 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-2056c67e-0201-436e-826b-a5124b537b20 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=057f8f27-5d47-4c69-8946-b15147d29a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262465 Sep 27 12:21:57.479374 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8bf32-582e-420b-8382-ddef28412e0b req-fb2d7407-a91d-4520-89d6-96818e5030bb tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:57.480915 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dcd8bf32-582e-420b-8382-ddef28412e0b req-fb2d7407-a91d-4520-89d6-96818e5030bb tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=018cd0b1-112d-4a86-9e1d-36bca7479ba7 HTTP/1.1" status: 200 len: 943 time: 0.0557444 Sep 27 12:21:57.530161 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dcd8bf32-582e-420b-8382-ddef28412e0b req-58ee9b64-6a8c-4ea2-99e9-22406f9d5c0d tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c80fce4-3e18-4815-b512-ebb150f11251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378025 Sep 27 12:21:57.566155 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-f4db5fd9-f3fc-4e31-8ac5-c8b55878575d service neutron] 10.222.0.25 "GET /v2.0/networks/057f8f27-5d47-4c69-8946-b15147d29a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971982 Sep 27 12:21:57.678128 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4cf9ce6d-f82d-49a1-8864-fe537acb5487 req-0c9f0700-522b-49ec-9a1b-4ff6728828b0 service neutron] 10.222.0.25 "GET /v2.0/networks/057f8f27-5d47-4c69-8946-b15147d29a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027894 Sep 27 12:21:57.797351 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4255485-cbfc-4d04-aff3-ceb21c38df1c req-ab584991-d8de-494b-ba74-d5c804272622 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:57.798870 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e4255485-cbfc-4d04-aff3-ceb21c38df1c req-ab584991-d8de-494b-ba74-d5c804272622 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0889680 Sep 27 12:21:57.805508 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e673e-3835-427c-96b2-8938763f0763 req-cc73c5b3-21ef-4337-b606-04ba6de32a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:57.807046 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2c7e673e-3835-427c-96b2-8938763f0763 req-cc73c5b3-21ef-4337-b606-04ba6de32a9e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf47d64fdd634e5182582beaa161ebc1&device_id=018cd0b1-112d-4a86-9e1d-36bca7479ba7 HTTP/1.1" status: 200 len: 1096 time: 0.0696995 Sep 27 12:21:57.873397 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e4255485-cbfc-4d04-aff3-ceb21c38df1c req-0e4f8def-2995-47e4-855b-a58c5a39bfc2 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652828 Sep 27 12:21:57.930048 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e673e-3835-427c-96b2-8938763f0763 req-dc75489f-661e-4d90-b24b-460a6c3e5fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:57.931560 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2c7e673e-3835-427c-96b2-8938763f0763 req-dc75489f-661e-4d90-b24b-460a6c3e5fde service neutron] 10.222.0.25 "GET /v2.0/networks?id=057f8f27-5d47-4c69-8946-b15147d29a56 HTTP/1.1" status: 200 len: 915 time: 0.1164966 Sep 27 12:21:57.980533 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2c7e673e-3835-427c-96b2-8938763f0763 req-fcaacebd-bb20-407e-a831-f165a4a1fc42 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39 HTTP/1.1" status: 200 len: 217 time: 0.0415854 Sep 27 12:21:58.031501 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e673e-3835-427c-96b2-8938763f0763 req-c46ca77b-283c-4994-88ec-bf9a1483c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:58.032986 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2c7e673e-3835-427c-96b2-8938763f0763 req-c46ca77b-283c-4994-88ec-bf9a1483c818 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cf1dc9e5-8c87-40f9-8ebb-1486801540d8 HTTP/1.1" status: 200 len: 854 time: 0.0451849 Sep 27 12:21:58.067369 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2c7e673e-3835-427c-96b2-8938763f0763 req-e2f49254-a6fd-4a8c-903a-361a0372dc92 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=057f8f27-5d47-4c69-8946-b15147d29a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270402 Sep 27 12:21:58.177866 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2c7e673e-3835-427c-96b2-8938763f0763 req-fc141c7c-e731-4e13-9742-7cecc8abd163 service neutron] 10.222.0.25 "GET /v2.0/networks/057f8f27-5d47-4c69-8946-b15147d29a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024292 Sep 27 12:21:58.295526 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2c7e673e-3835-427c-96b2-8938763f0763 req-d16146f2-4403-4a5e-bd7d-4d6c71393846 service neutron] 10.222.0.25 "GET /v2.0/networks/057f8f27-5d47-4c69-8946-b15147d29a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096628 Sep 27 12:21:58.676732 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa9ee0-0cf4-4368-8a1b-1b8bb683af21 req-ef37ce93-d87c-44d8-8b91-b29d9f245801 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:58.678135 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-9caa9ee0-0cf4-4368-8a1b-1b8bb683af21 req-ef37ce93-d87c-44d8-8b91-b29d9f245801 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=018cd0b1-112d-4a86-9e1d-36bca7479ba7 HTTP/1.1" status: 200 len: 943 time: 0.0597796 Sep 27 12:21:58.720088 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-9caa9ee0-0cf4-4368-8a1b-1b8bb683af21 req-2477b480-215d-4086-b050-6277fd1d4c59 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c80fce4-3e18-4815-b512-ebb150f11251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321374 Sep 27 12:21:59.012592 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b8b71-3a9a-4e28-9a3b-11bc19762319 req-6bded808-0760-4bfb-91c3-d798b74b89ec tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:59.014132 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-731b8b71-3a9a-4e28-9a3b-11bc19762319 req-6bded808-0760-4bfb-91c3-d798b74b89ec tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0534167 Sep 27 12:21:59.057662 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-731b8b71-3a9a-4e28-9a3b-11bc19762319 req-0171582b-98a8-4f74-b9f4-1494a371f0c7 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356660 Sep 27 12:21:59.853303 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df27d8f-753f-4fc9-a145-d9ce6a2de4b2 req-387e4f91-60e6-4f86-855c-b00308369c96 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:21:59.854813 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4df27d8f-753f-4fc9-a145-d9ce6a2de4b2 req-387e4f91-60e6-4f86-855c-b00308369c96 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=018cd0b1-112d-4a86-9e1d-36bca7479ba7 HTTP/1.1" status: 200 len: 943 time: 0.0554295 Sep 27 12:21:59.894464 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4df27d8f-753f-4fc9-a145-d9ce6a2de4b2 req-08b30d38-8837-4471-a8ad-b1c19a4878e2 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c80fce4-3e18-4815-b512-ebb150f11251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326912 Sep 27 12:22:00.193623 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 58400) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:22:00.201941 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64a34d-50eb-46a7-98b1-2c1721a09f5b req-448c993d-9392-4d2c-a163-721695e30081 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:00.204039 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7a64a34d-50eb-46a7-98b1-2c1721a09f5b req-448c993d-9392-4d2c-a163-721695e30081 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0502934 Sep 27 12:22:00.253237 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7a64a34d-50eb-46a7-98b1-2c1721a09f5b req-ecbbada2-ad6a-4650-9661-1e243ea886eb tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428450 Sep 27 12:22:00.321059 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b4192fa5-736a-4268-b740-38b799826084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:00.414389 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b4192fa5-736a-4268-b740-38b799826084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:00.418285 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b4192fa5-736a-4268-b740-38b799826084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:00.459085 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-b4192fa5-736a-4268-b740-38b799826084 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f87acd260894a8ba28e5ce76fa02f15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639220 Sep 27 12:22:00.460083 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4192fa5-736a-4268-b740-38b799826084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45456a2a-da07-420c-ae11-a96a9708a4a9,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:00.462615 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 58404) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:22:00.512661 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-aa86d86d-f173-49b9-b78f-82762b5e8ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:00.534269 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-aa86d86d-f173-49b9-b78f-82762b5e8ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:00.584606 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-aa86d86d-f173-49b9-b78f-82762b5e8ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:00.588808 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-aa86d86d-f173-49b9-b78f-82762b5e8ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:00.590757 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-aa86d86d-f173-49b9-b78f-82762b5e8ef9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/45456a2a-da07-420c-ae11-a96a9708a4a9 HTTP/1.1" status: 204 len: 168 time: 0.1267521 Sep 27 12:22:00.603825 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86d86d-f173-49b9-b78f-82762b5e8ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45456a2a-da07-420c-ae11-a96a9708a4a9,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:01.013809 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563e355-d902-4367-8a22-80cb06f7de69 req-1c87fbaf-7124-47c7-94f7-f0d9d73cc13b tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:01.015309 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4563e355-d902-4367-8a22-80cb06f7de69 req-1c87fbaf-7124-47c7-94f7-f0d9d73cc13b tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=018cd0b1-112d-4a86-9e1d-36bca7479ba7 HTTP/1.1" status: 200 len: 943 time: 0.0500979 Sep 27 12:22:01.054165 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4563e355-d902-4367-8a22-80cb06f7de69 req-85a5f5cf-264e-4f49-9bfd-8261d27650fb tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c80fce4-3e18-4815-b512-ebb150f11251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327516 Sep 27 12:22:01.381594 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732ef5b-6f7e-42d5-9309-8ce0809f1d48 req-3bf1d4d7-33b8-4a27-a2f4-35ba0a5c207a tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:01.383102 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0732ef5b-6f7e-42d5-9309-8ce0809f1d48 req-3bf1d4d7-33b8-4a27-a2f4-35ba0a5c207a tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0488992 Sep 27 12:22:01.425457 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0732ef5b-6f7e-42d5-9309-8ce0809f1d48 req-ea63a732-fbbf-4005-a5d0-20831ee4db8c tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364087 Sep 27 12:22:02.170785 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921d121-662e-4a2a-b330-fc42f4e3e4da req-a3f09d36-ee83-4eb3-80c9-f53dc6408f3f tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:02.172194 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3921d121-662e-4a2a-b330-fc42f4e3e4da req-a3f09d36-ee83-4eb3-80c9-f53dc6408f3f tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=018cd0b1-112d-4a86-9e1d-36bca7479ba7 HTTP/1.1" status: 200 len: 943 time: 0.0489290 Sep 27 12:22:02.211702 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3921d121-662e-4a2a-b330-fc42f4e3e4da req-c82a5205-14a8-4d60-8f96-e584420d720d tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c80fce4-3e18-4815-b512-ebb150f11251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335507 Sep 27 12:22:02.536142 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:22:02.638966 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39,segment=NetworkSegment(beb87695-19f8-4333-b5f9-0a331f2a0b2b),segment_id=beb87695-19f8-4333-b5f9-0a331f2a0b2b)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:22:02.650825 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Returning: {'device': '4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39', 'network_id': '057f8f27-5d47-4c69-8946-b15147d29a56', 'port_id': '4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39', 'mac_address': 'fa:16:3e:20:c0:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf1dc9e5-8c87-40f9-8ebb-1486801540d8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:22:02.687046 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:02.700825 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:22:02.733830 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39,segment=NetworkSegment(beb87695-19f8-4333-b5f9-0a331f2a0b2b),segment_id=beb87695-19f8-4333-b5f9-0a331f2a0b2b)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:22:02.737797 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:02.790365 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:03.182475 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:22:03.353223 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88613592-2737-4bdb-8187-fd2c23548632 req-64d2c8d3-d86b-40d1-b1d5-4066c8bc8b50 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:03.354712 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-88613592-2737-4bdb-8187-fd2c23548632 req-64d2c8d3-d86b-40d1-b1d5-4066c8bc8b50 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=018cd0b1-112d-4a86-9e1d-36bca7479ba7 HTTP/1.1" status: 200 len: 944 time: 0.0589478 Sep 27 12:22:03.392975 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-88613592-2737-4bdb-8187-fd2c23548632 req-d6e0fcc0-ab1b-44c7-9b04-798042ed55b7 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c80fce4-3e18-4815-b512-ebb150f11251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316520 Sep 27 12:22:04.523092 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c34e5-92d9-4a24-b940-cd6fb179dde1 req-df0acf8e-ab74-41d0-82e4-9d58eb793f6c tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:04.524499 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c29c34e5-92d9-4a24-b940-cd6fb179dde1 req-df0acf8e-ab74-41d0-82e4-9d58eb793f6c tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=018cd0b1-112d-4a86-9e1d-36bca7479ba7 HTTP/1.1" status: 200 len: 944 time: 0.0480053 Sep 27 12:22:04.555501 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39 up at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:22:04.568385 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c29c34e5-92d9-4a24-b940-cd6fb179dde1 req-e3c9bc41-4208-42ed-9376-be3af9eee4ca tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c80fce4-3e18-4815-b512-ebb150f11251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377612 Sep 27 12:22:04.604611 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning for port 4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39 completed by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:22:04.608107 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning complete for port 4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:22:04.608473 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:04.694146 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:04.719693 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018cd0b1-112d-4a86-9e1d-36bca7479ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:22:04.721931 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1408999cb3bb97c5ae56cf322f48a5762bdf0801c3dd38f4c7a67e93a613b0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8960c119-50ed-4e2e-a1bb-7e247c88d6e2" -d '{"events": [{"server_uuid": "018cd0b1-112d-4a86-9e1d-36bca7479ba7", "name": "network-vif-plugged", "status": "completed", "tag": "4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:22:04.741283 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39,segment=NetworkSegment(beb87695-19f8-4333-b5f9-0a331f2a0b2b),segment_id=beb87695-19f8-4333-b5f9-0a331f2a0b2b)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:22:04.745639 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:04.768748 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ab772e-1084-49fe-ae9f-449e95f4ed92 x-openstack-request-id: req-c2ab772e-1084-49fe-ae9f-449e95f4ed92 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:22:04.769039 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018cd0b1-112d-4a86-9e1d-36bca7479ba7", "name": "network-vif-plugged", "status": "completed", "tag": "4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:22:04.769286 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c2ab772e-1084-49fe-ae9f-449e95f4ed92 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:22:04.769668 dv-cinder-768458-11-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018cd0b1-112d-4a86-9e1d-36bca7479ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39', 'code': 200} Sep 27 12:22:04.794926 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39,revision_number=5']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:04.928153 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453dd4cf-e15b-4e77-b6e1-e044d9bba412 req-60b5beb3-dbef-45b2-bfea-6f535e4b7091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:04.929667 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-453dd4cf-e15b-4e77-b6e1-e044d9bba412 req-60b5beb3-dbef-45b2-bfea-6f535e4b7091 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=018cd0b1-112d-4a86-9e1d-36bca7479ba7 HTTP/1.1" status: 200 len: 1098 time: 0.0401258 Sep 27 12:22:04.965720 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-453dd4cf-e15b-4e77-b6e1-e044d9bba412 req-5e78985f-fcd9-4495-a124-07a522fd69b4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4c80fce4-3e18-4815-b512-ebb150f11251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282400 Sep 27 12:22:05.700956 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ee35d-cf93-49d7-b3be-8fbe04419603 req-7c982822-e849-4ae0-8c34-75c4dc8a6175 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:05.702412 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e25ee35d-cf93-49d7-b3be-8fbe04419603 req-7c982822-e849-4ae0-8c34-75c4dc8a6175 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=018cd0b1-112d-4a86-9e1d-36bca7479ba7 HTTP/1.1" status: 200 len: 945 time: 0.0512829 Sep 27 12:22:05.741265 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e25ee35d-cf93-49d7-b3be-8fbe04419603 req-78c68f6f-1548-4bab-b5f4-d5514a1c2f83 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c80fce4-3e18-4815-b512-ebb150f11251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325382 Sep 27 12:22:06.398853 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa0973-15b9-4ebf-8472-dd59460d1a3a req-ac6b6935-4a92-4027-877f-6b46d150a821 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:06.400290 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-21fa0973-15b9-4ebf-8472-dd59460d1a3a req-ac6b6935-4a92-4027-877f-6b46d150a821 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0488818 Sep 27 12:22:06.439097 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-21fa0973-15b9-4ebf-8472-dd59460d1a3a req-b99bf964-754d-4a9d-89ff-997b697ce5fa tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322011 Sep 27 12:22:06.859621 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51d6f2-06cb-4944-a61e-6fd66ce9525d req-1ce8a2a5-1210-451b-b398-c231d47bb97f tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:06.861523 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9d51d6f2-06cb-4944-a61e-6fd66ce9525d req-1ce8a2a5-1210-451b-b398-c231d47bb97f tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=018cd0b1-112d-4a86-9e1d-36bca7479ba7 HTTP/1.1" status: 200 len: 945 time: 0.0513546 Sep 27 12:22:06.903880 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9d51d6f2-06cb-4944-a61e-6fd66ce9525d req-12daa84b-7aa0-4230-a3dd-29d866503481 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c80fce4-3e18-4815-b512-ebb150f11251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323088 Sep 27 12:22:07.561434 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47645eed-e119-4e45-a9bd-ecca0e1160b6 req-13c0d2c3-c371-474f-add7-9bd439bdcdcc tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:07.561434 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-47645eed-e119-4e45-a9bd-ecca0e1160b6 req-13c0d2c3-c371-474f-add7-9bd439bdcdcc tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0518460 Sep 27 12:22:07.602535 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-47645eed-e119-4e45-a9bd-ecca0e1160b6 req-bd0c4ce2-1b63-4f29-bd82-a004d76eb68c tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342727 Sep 27 12:22:08.031529 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b6ed5-5a64-47c4-aca1-26c88c99dc57 req-8a677f09-8173-4d9f-967a-5cd1b3cfed16 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:08.038030 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ef9b6ed5-5a64-47c4-aca1-26c88c99dc57 req-8a677f09-8173-4d9f-967a-5cd1b3cfed16 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=018cd0b1-112d-4a86-9e1d-36bca7479ba7 HTTP/1.1" status: 200 len: 945 time: 0.0519278 Sep 27 12:22:08.072528 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ef9b6ed5-5a64-47c4-aca1-26c88c99dc57 req-d4262dfb-f784-4234-b1e9-197071910a0c tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c80fce4-3e18-4815-b512-ebb150f11251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329337 Sep 27 12:22:08.720362 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f1586-ddfb-4290-be78-e216a8089104 req-b2987aa2-f901-4d8e-b2aa-1d8d0d207e7c tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:08.721872 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f50f1586-ddfb-4290-be78-e216a8089104 req-b2987aa2-f901-4d8e-b2aa-1d8d0d207e7c tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0503943 Sep 27 12:22:08.766037 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f50f1586-ddfb-4290-be78-e216a8089104 req-ecfd8355-747f-4911-8ddd-71b3f3e45d41 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375347 Sep 27 12:22:09.893633 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b7b21-4bf7-4092-b4f6-2056c1bc745d req-2ac37410-aa40-4d55-8b81-c90b43cd7a2e tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:09.895262 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a41b7b21-4bf7-4092-b4f6-2056c1bc745d req-2ac37410-aa40-4d55-8b81-c90b43cd7a2e tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0572543 Sep 27 12:22:09.965132 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a41b7b21-4bf7-4092-b4f6-2056c1bc745d req-c30880ae-0e15-46f9-91f2-060a7bc520fc tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609498 Sep 27 12:22:09.978384 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fa48f-b07b-4ddf-9a46-bed27e781dd3 req-e95a804a-bc67-4ff1-a7da-fc9d95aec45a tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:09.979901 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-404fa48f-b07b-4ddf-9a46-bed27e781dd3 req-e95a804a-bc67-4ff1-a7da-fc9d95aec45a tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.25 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 945 time: 0.0653172 Sep 27 12:22:10.084009 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-404fa48f-b07b-4ddf-9a46-bed27e781dd3 req-4de56fad-c6ea-4f56-9173-0ce9da246251 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Deleting port 8a3d71ac-67c4-425f-8286-f99bf623bff0 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:22:10.084349 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-404fa48f-b07b-4ddf-9a46-bed27e781dd3 req-4de56fad-c6ea-4f56-9173-0ce9da246251 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:10.177143 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-404fa48f-b07b-4ddf-9a46-bed27e781dd3 req-4de56fad-c6ea-4f56-9173-0ce9da246251 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] For port 8a3d71ac-67c4-425f-8286-f99bf623bff0, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8a3d71ac-67c4-425f-8286-f99bf623bff0,segment=NetworkSegment(055fa8d3-07aa-407b-b867-9d1cc47cda2b),segment_id=055fa8d3-07aa-407b-b867-9d1cc47cda2b)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:22:10.177498 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-404fa48f-b07b-4ddf-9a46-bed27e781dd3 req-4de56fad-c6ea-4f56-9173-0ce9da246251 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:10.189854 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-404fa48f-b07b-4ddf-9a46-bed27e781dd3 req-4de56fad-c6ea-4f56-9173-0ce9da246251 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Calling delete_port for 8a3d71ac-67c4-425f-8286-f99bf623bff0 owned by compute:nova {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:22:10.514774 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-404fa48f-b07b-4ddf-9a46-bed27e781dd3 req-4de56fad-c6ea-4f56-9173-0ce9da246251 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:10.527601 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['8a3d71ac-67c4-425f-8286-f99bf623bff0', '02c33be0-043c-4a2b-bf57-ed3c9837eba8'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:22:10.549252 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de56fad-c6ea-4f56-9173-0ce9da246251 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Pushing event deleted for resources: {'Port': ['ID=8a3d71ac-67c4-425f-8286-f99bf623bff0,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:10.598504 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-404fa48f-b07b-4ddf-9a46-bed27e781dd3 req-4de56fad-c6ea-4f56-9173-0ce9da246251 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] No DVR routers for this DVR port 8a3d71ac-67c4-425f-8286-f99bf623bff0 on host hv-cinder-76845 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:22:10.601114 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-404fa48f-b07b-4ddf-9a46-bed27e781dd3 req-4de56fad-c6ea-4f56-9173-0ce9da246251 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:10.603243 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-404fa48f-b07b-4ddf-9a46-bed27e781dd3 req-4de56fad-c6ea-4f56-9173-0ce9da246251 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.25 "DELETE /v2.0/ports/8a3d71ac-67c4-425f-8286-f99bf623bff0 HTTP/1.1" status: 204 len: 173 time: 0.6166565 Sep 27 12:22:10.603687 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05f7ba8-aaf7-436d-91f5-e8fd6db37457', 'name': 'network-vif-deleted', 'tag': '8a3d71ac-67c4-425f-8286-f99bf623bff0'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:22:10.605918 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af738811-b35c-4c18-bb1d-0b78d331aac1" -d '{"events": [{"server_uuid": "c05f7ba8-aaf7-436d-91f5-e8fd6db37457", "name": "network-vif-deleted", "tag": "8a3d71ac-67c4-425f-8286-f99bf623bff0"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:22:10.659291 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81283e37-68b8-4bb0-97ba-0a9b025acc57 x-openstack-request-id: req-81283e37-68b8-4bb0-97ba-0a9b025acc57 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:22:10.659603 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05f7ba8-aaf7-436d-91f5-e8fd6db37457", "name": "network-vif-deleted", "tag": "8a3d71ac-67c4-425f-8286-f99bf623bff0", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:22:10.659849 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-81283e37-68b8-4bb0-97ba-0a9b025acc57 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:22:10.660258 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05f7ba8-aaf7-436d-91f5-e8fd6db37457', 'name': 'network-vif-deleted', 'tag': '8a3d71ac-67c4-425f-8286-f99bf623bff0', 'status': 'completed', 'code': 200} Sep 27 12:22:10.690538 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:22:11.059241 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:11.196057 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3e05f00e-6374-493e-a286-781bc66bdcf0 req-c71580b7-88aa-41a1-81b3-1ef174dce8a1 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05f7ba8-aaf7-436d-91f5-e8fd6db37457 HTTP/1.1" status: 200 len: 210 time: 0.0265911 Sep 27 12:22:12.491501 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e86ce-46d8-41f0-a49d-2643a3aab066 req-58009020-7a48-43b5-9272-ecaf7e00cfb4 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:12.493067 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a82e86ce-46d8-41f0-a49d-2643a3aab066 req-58009020-7a48-43b5-9272-ecaf7e00cfb4 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0541127 Sep 27 12:22:12.532417 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a82e86ce-46d8-41f0-a49d-2643a3aab066 req-12f17a7c-89fe-4e76-ba43-04995f37a145 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333865 Sep 27 12:22:13.096039 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-4d23618f-291a-41c9-a43c-09e6ae5870ad tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1902699802&fields=id&tenant_id=02234d33e23642d9aaa9e248e4bd9949 HTTP/1.1" status: 200 len: 267 time: 0.0350521 Sep 27 12:22:13.204270 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-d5ebc3e9-0c6f-4ff3-9861-0be282fcd9ff tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:13.205652 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-d5ebc3e9-0c6f-4ff3-9861-0be282fcd9ff tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/networks?id=e2025397-7087-4c7f-a9f8-607a9a9daadf HTTP/1.1" status: 200 len: 811 time: 0.1027539 Sep 27 12:22:13.221937 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-fa6a5c96-cece-4663-8ae0-8ce833af8ffc tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/quotas/02234d33e23642d9aaa9e248e4bd9949 HTTP/1.1" status: 200 len: 375 time: 0.0101619 Sep 27 12:22:13.279379 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-631a78de-faf1-4cad-ac87-8eae9fc1938c tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=02234d33e23642d9aaa9e248e4bd9949&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511925 Sep 27 12:22:13.387224 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-5c2cc3e5-0f4b-4fcc-936e-c1043f326660 service neutron] 10.222.0.60 "GET /v2.0/networks/e2025397-7087-4c7f-a9f8-607a9a9daadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958917 Sep 27 12:22:13.532302 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-9db573cd-0045-49bd-af05-44c4499bcf36 service neutron] 10.222.0.60 "GET /v2.0/networks/e2025397-7087-4c7f-a9f8-607a9a9daadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320767 Sep 27 12:22:13.690713 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e51c6-c7cd-4181-98a3-3c558f737134 req-772ca614-c335-4fd7-b0ee-8e2319a7e296 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:13.692600 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7d9e51c6-c7cd-4181-98a3-3c558f737134 req-772ca614-c335-4fd7-b0ee-8e2319a7e296 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0548704 Sep 27 12:22:13.756842 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7d9e51c6-c7cd-4181-98a3-3c558f737134 req-1eba639b-4d90-4eff-a7d7-1e4643e197bd tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569510 Sep 27 12:22:13.985976 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d96810e8-2479-49ed-9202-d58ae09e2bb1 req-fa496b53-f9ab-44d6-9d40-1aff68e7a5a4 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 210 time: 0.0275640 Sep 27 12:22:14.618308 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 8a3d71ac-67c4-425f-8286-f99bf623bff0 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:22:14.638975 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] No Port match for: 8a3d71ac-67c4-425f-8286-f99bf623bff0 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:22:14.638975 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 8a3d71ac-67c4-425f-8286-f99bf623bff0 not bound to the agent host hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:22:14.881540 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5462df4-7bff-42e5-9d88-06e9a3c21b4a req-bb5942da-113c-4101-b1be-a5da79b439bf tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:14.883049 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a5462df4-7bff-42e5-9d88-06e9a3c21b4a req-bb5942da-113c-4101-b1be-a5da79b439bf tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0539429 Sep 27 12:22:14.922247 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a5462df4-7bff-42e5-9d88-06e9a3c21b4a req-5a7af226-6f02-49ed-a343-e4b65d4e2da7 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327570 Sep 27 12:22:15.095964 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f11421a3-39b8-456b-a818-397c5d9a702c req-d2f96f13-6bd8-4861-91d2-bc3e5dc3bcb4 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 210 time: 0.0294604 Sep 27 12:22:15.166717 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-5bcfcff4-a774-42af-bd9c-1b7cd095b6f6 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:15.168140 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-5bcfcff4-a774-42af-bd9c-1b7cd095b6f6 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.25 "GET /v2.0/networks?id=e2025397-7087-4c7f-a9f8-607a9a9daadf HTTP/1.1" status: 200 len: 811 time: 0.1359174 Sep 27 12:22:15.220075 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-3ee1db0a-ffe0-4247-bbd2-bb8c7fae2ef0 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02234d33e23642d9aaa9e248e4bd9949 HTTP/1.1" status: 200 len: 380 time: 0.0403411 Sep 27 12:22:15.242894 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-7d78c00b-b712-4ede-9d8b-6da652b228d7 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Request body: {'port': {'device_id': '89119da8-c4e5-4644-9729-7b6ce68bdd02', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'admin_state_up': True, 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'security_groups': ['5246b0e1-3a33-4214-aa02-336e8fc971cf']}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:22:15.322317 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f44caa9c-eca9-4799-ae38-8a73dc6bfaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:15.390681 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-7d78c00b-b712-4ede-9d8b-6da652b228d7 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Made reservation on behalf of 02234d33e23642d9aaa9e248e4bd9949 for: {'port': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:22:15.394832 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-7d78c00b-b712-4ede-9d8b-6da652b228d7 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:15.533571 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-7d78c00b-b712-4ede-9d8b-6da652b228d7 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Allocated IP 172.20.0.11 (e2025397-7087-4c7f-a9f8-607a9a9daadf/5b63fdef-f685-4755-a4ce-3355d57dd264/74ecf110-0848-432c-a281-017bd144ec28) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:22:15.685874 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-7d78c00b-b712-4ede-9d8b-6da652b228d7 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:15.724843 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-7d78c00b-b712-4ede-9d8b-6da652b228d7 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:15.774425 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-7d78c00b-b712-4ede-9d8b-6da652b228d7 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Network e2025397-7087-4c7f-a9f8-607a9a9daadf is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:22:15.778232 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-7d78c00b-b712-4ede-9d8b-6da652b228d7 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:22:15.781562 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-7d78c00b-b712-4ede-9d8b-6da652b228d7 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:22:15.813252 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78c00b-b712-4ede-9d8b-6da652b228d7 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Pushing event updated for resources: {'Port': ['ID=74ecf110-0848-432c-a281-017bd144ec28,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:15.853889 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-7d78c00b-b712-4ede-9d8b-6da652b228d7 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:15.854661 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-7d78c00b-b712-4ede-9d8b-6da652b228d7 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:15.873680 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-7d78c00b-b712-4ede-9d8b-6da652b228d7 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6351604 Sep 27 12:22:15.889764 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-df9eba34-5271-446c-91c1-e04e21a541c8 service neutron] Request body: {'port': {'device_id': '89119da8-c4e5-4644-9729-7b6ce68bdd02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:22:15.969078 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-df9eba34-5271-446c-91c1-e04e21a541c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:16.068744 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-74a1bc9e-0c66-4c41-900d-457ee27efe40 None None] Provisioning complete for port 74ecf110-0848-432c-a281-017bd144ec28 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:22:16.069823 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-74a1bc9e-0c66-4c41-900d-457ee27efe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:16.078118 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985af1e-b54e-48f0-ae2c-1063bd995e59 req-3bd0ef29-91d4-448a-b97b-bc1c61808db9 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:16.080174 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3985af1e-b54e-48f0-ae2c-1063bd995e59 req-3bd0ef29-91d4-448a-b97b-bc1c61808db9 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0852935 Sep 27 12:22:16.134242 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-74a1bc9e-0c66-4c41-900d-457ee27efe40 None None] Port 74ecf110-0848-432c-a281-017bd144ec28 cannot update to ACTIVE because it is not bound. {{(pid=94063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:22:16.151046 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3985af1e-b54e-48f0-ae2c-1063bd995e59 req-3634a6db-71cc-4ce0-b055-6acb26d896b1 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493186 Sep 27 12:22:16.266500 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109b508-0cdc-4fdc-90af-3520c743a89e req-2a72bce0-6f13-4158-ae03-9f11f0c71ae5 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:16.268376 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0109b508-0cdc-4fdc-90af-3520c743a89e req-2a72bce0-6f13-4158-ae03-9f11f0c71ae5 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 932 time: 0.0549927 Sep 27 12:22:16.319985 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0109b508-0cdc-4fdc-90af-3520c743a89e req-4a941817-d9ef-4e91-ad49-ef8ad383aa22 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457766 Sep 27 12:22:16.356185 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-df9eba34-5271-446c-91c1-e04e21a541c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74ecf110-0848-432c-a281-017bd144ec28 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:22:16.364513 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-df9eba34-5271-446c-91c1-e04e21a541c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:16.383423 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-df9eba34-5271-446c-91c1-e04e21a541c8 service neutron] Transition to ACTIVE for port object 74ecf110-0848-432c-a281-017bd144ec28 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:22:16.387587 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-df9eba34-5271-446c-91c1-e04e21a541c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:16.456922 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9eba34-5271-446c-91c1-e04e21a541c8 service neutron] Pushing event updated for resources: {'Port': ['ID=74ecf110-0848-432c-a281-017bd144ec28,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:16.548470 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-df9eba34-5271-446c-91c1-e04e21a541c8 service neutron] Attempting to bind port 74ecf110-0848-432c-a281-017bd144ec28 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:22:16.548829 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-df9eba34-5271-446c-91c1-e04e21a541c8 service neutron] Attempting to bind port 74ecf110-0848-432c-a281-017bd144ec28 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '6cc3c066-be31-4e4b-8ade-e372dc2401b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:22:16.549174 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-df9eba34-5271-446c-91c1-e04e21a541c8 service neutron] Attempting to bind port 74ecf110-0848-432c-a281-017bd144ec28 on network e2025397-7087-4c7f-a9f8-607a9a9daadf {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:22:16.557008 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-df9eba34-5271-446c-91c1-e04e21a541c8 service neutron] Port 74ecf110-0848-432c-a281-017bd144ec28 on network e2025397-7087-4c7f-a9f8-607a9a9daadf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:22:16.557477 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-df9eba34-5271-446c-91c1-e04e21a541c8 service neutron] Attempting to bind port 74ecf110-0848-432c-a281-017bd144ec28 on network e2025397-7087-4c7f-a9f8-607a9a9daadf {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:22:16.567760 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-df9eba34-5271-446c-91c1-e04e21a541c8 service neutron] Checking agent: {'id': '20c1fc43-a135-4852-87d5-8f0af43386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'started_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:22:16.567992 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-df9eba34-5271-446c-91c1-e04e21a541c8 service neutron] Checking segment: {'id': '6cc3c066-be31-4e4b-8ade-e372dc2401b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:22:16.568355 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-df9eba34-5271-446c-91c1-e04e21a541c8 service neutron] Bound using segment: {'id': '6cc3c066-be31-4e4b-8ade-e372dc2401b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:22:16.568798 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-df9eba34-5271-446c-91c1-e04e21a541c8 service neutron] Bound port: 74ecf110-0848-432c-a281-017bd144ec28, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc3c066-be31-4e4b-8ade-e372dc2401b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:22:16.569159 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-df9eba34-5271-446c-91c1-e04e21a541c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:16.639811 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9909eb3-f0c2-4b79-8d29-08884fc338df req-1784dc8f-0f64-4fe4-927e-8d7a5440a0b5 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:16.641916 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b9909eb3-f0c2-4b79-8d29-08884fc338df req-1784dc8f-0f64-4fe4-927e-8d7a5440a0b5 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0580521 Sep 27 12:22:16.670607 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-df9eba34-5271-446c-91c1-e04e21a541c8 service neutron] For port 74ecf110-0848-432c-a281-017bd144ec28, host hv-cinder-76845, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:22:16.674275 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-df9eba34-5271-446c-91c1-e04e21a541c8 service neutron] For port 74ecf110-0848-432c-a281-017bd144ec28, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=74ecf110-0848-432c-a281-017bd144ec28,segment=NetworkSegment(6cc3c066-be31-4e4b-8ade-e372dc2401b6),segment_id=6cc3c066-be31-4e4b-8ade-e372dc2401b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:22:16.680214 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-df9eba34-5271-446c-91c1-e04e21a541c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:16.689127 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b9909eb3-f0c2-4b79-8d29-08884fc338df req-e340e89a-a79e-4884-b483-70ad94af6c8c tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399537 Sep 27 12:22:16.722933 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-df9eba34-5271-446c-91c1-e04e21a541c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:16.723583 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-df9eba34-5271-446c-91c1-e04e21a541c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:16.725016 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-df9eba34-5271-446c-91c1-e04e21a541c8 service neutron] 10.222.0.25 "PUT /v2.0/ports/74ecf110-0848-432c-a281-017bd144ec28 HTTP/1.1" status: 200 len: 1094 time: 0.8399811 Sep 27 12:22:16.725438 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89119da8-c4e5-4644-9729-7b6ce68bdd02', 'tag': '74ecf110-0848-432c-a281-017bd144ec28'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:22:16.727716 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430ad383-33a6-4ff6-90ba-177164f33da0" -d '{"events": [{"name": "network-changed", "server_uuid": "89119da8-c4e5-4644-9729-7b6ce68bdd02", "tag": "74ecf110-0848-432c-a281-017bd144ec28"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:22:16.753495 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9eba34-5271-446c-91c1-e04e21a541c8 service neutron] Pushing event updated for resources: {'Port': ['ID=74ecf110-0848-432c-a281-017bd144ec28,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:16.769441 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34339e93-4937-4126-9ef0-ed18033508b0 x-openstack-request-id: req-34339e93-4937-4126-9ef0-ed18033508b0 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:22:16.769738 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89119da8-c4e5-4644-9729-7b6ce68bdd02", "tag": "74ecf110-0848-432c-a281-017bd144ec28", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:22:16.769992 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-34339e93-4937-4126-9ef0-ed18033508b0 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:22:16.770394 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89119da8-c4e5-4644-9729-7b6ce68bdd02', 'tag': '74ecf110-0848-432c-a281-017bd144ec28', 'status': 'completed', 'code': 200} Sep 27 12:22:17.260852 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c49c56-0809-47d5-a5f9-018aae255145 req-c8e8257c-d991-44a5-8d1b-2cd059bf462e tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:17.262411 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c9c49c56-0809-47d5-a5f9-018aae255145 req-c8e8257c-d991-44a5-8d1b-2cd059bf462e tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0505905 Sep 27 12:22:17.301806 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c9c49c56-0809-47d5-a5f9-018aae255145 req-31ee4e99-70de-4d25-98a7-38fbe088f151 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332360 Sep 27 12:22:17.435669 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7bb61-e45b-4083-9d45-b704b086e16f req-b9162d37-f23e-4b71-b431-47c47e5d49a8 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:17.437740 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-aea7bb61-e45b-4083-9d45-b704b086e16f req-b9162d37-f23e-4b71-b431-47c47e5d49a8 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 944 time: 0.0490525 Sep 27 12:22:17.480710 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-aea7bb61-e45b-4083-9d45-b704b086e16f req-95fbbc7c-21a4-4c7f-a22a-3ed9b5034f7e tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366304 Sep 27 12:22:17.519828 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-74420020-18c1-4575-b769-164b10323814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:17.814925 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab22454-2026-4f7c-b451-7123f3eaaedc req-ac32a6c9-2c9c-4d4e-910e-65b2e3e6ea97 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:17.816475 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1ab22454-2026-4f7c-b451-7123f3eaaedc req-ac32a6c9-2c9c-4d4e-910e-65b2e3e6ea97 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0525768 Sep 27 12:22:17.855813 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1ab22454-2026-4f7c-b451-7123f3eaaedc req-c109d76a-407d-4449-9d0d-5ce5b96dd9fb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331903 Sep 27 12:22:18.417585 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63beacc9-edd1-4c1f-9021-7dc13d6ef758 req-aaefcba3-9229-4015-864f-a19646968f15 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:18.419095 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-63beacc9-edd1-4c1f-9021-7dc13d6ef758 req-aaefcba3-9229-4015-864f-a19646968f15 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0486929 Sep 27 12:22:18.460379 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-63beacc9-edd1-4c1f-9021-7dc13d6ef758 req-cb48d13c-8f66-43f2-8521-63dcf4b9abbb tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346987 Sep 27 12:22:18.593665 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e00f2-3de2-44d0-bd04-07f7d0a7b75b req-53ae5f3d-b5af-41c2-8d15-b7d9cdd5ccda tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:18.595166 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-eb3e00f2-3de2-44d0-bd04-07f7d0a7b75b req-53ae5f3d-b5af-41c2-8d15-b7d9cdd5ccda tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 944 time: 0.0476811 Sep 27 12:22:18.637388 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-eb3e00f2-3de2-44d0-bd04-07f7d0a7b75b req-5ad70b40-76c0-4098-b600-2800ba9592ac tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362360 Sep 27 12:22:18.691800 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:18.982923 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fc9db-eb36-4619-9367-4dfc4f9f46eb req-7928725e-3521-48e1-a483-e2a5794c71f4 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:18.984956 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-935fc9db-eb36-4619-9367-4dfc4f9f46eb req-7928725e-3521-48e1-a483-e2a5794c71f4 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0560083 Sep 27 12:22:19.023243 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-935fc9db-eb36-4619-9367-4dfc4f9f46eb req-90f26612-17e7-4aa4-b8f9-25c52d8e0844 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322990 Sep 27 12:22:19.578890 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7b885-854d-41d8-81c4-95b727f6cc90 req-9e0ee283-1e18-4c72-b5b5-adb2075ffb9d tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:19.580934 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a1a7b885-854d-41d8-81c4-95b727f6cc90 req-9e0ee283-1e18-4c72-b5b5-adb2075ffb9d tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0525599 Sep 27 12:22:19.626221 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:19.627758 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a1a7b885-854d-41d8-81c4-95b727f6cc90 req-1cb8cc74-ed29-4a52-86e3-f0a2aa6fd354 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405755 Sep 27 12:22:19.755931 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e01029-5f85-4f86-a521-f7352cd5408d req-dab3281d-e452-4f7b-a47c-ccf31abfb40c tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:19.757314 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e3e01029-5f85-4f86-a521-f7352cd5408d req-dab3281d-e452-4f7b-a47c-ccf31abfb40c tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 944 time: 0.0483384 Sep 27 12:22:19.800678 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e3e01029-5f85-4f86-a521-f7352cd5408d req-6e117907-61b8-4932-8fd5-257387b41b5a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372789 Sep 27 12:22:20.144796 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20288d3-518b-482a-8ed3-cc20cd85a570 req-23c25551-06d8-4535-88c7-5d6b7630ef64 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:20.146340 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d20288d3-518b-482a-8ed3-cc20cd85a570 req-23c25551-06d8-4535-88c7-5d6b7630ef64 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0493498 Sep 27 12:22:20.184847 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d20288d3-518b-482a-8ed3-cc20cd85a570 req-8fe3a9ac-ad66-4e69-a4ce-bdcc52910710 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325615 Sep 27 12:22:20.750216 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17cb97f-3f8d-44c6-b395-5cbdeb260010 req-2317d616-0346-4c64-93dc-31b06442af05 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:20.751657 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f17cb97f-3f8d-44c6-b395-5cbdeb260010 req-2317d616-0346-4c64-93dc-31b06442af05 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0556171 Sep 27 12:22:20.790592 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f17cb97f-3f8d-44c6-b395-5cbdeb260010 req-4f93e189-9e5a-416d-85e8-9fd1490f28c8 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329082 Sep 27 12:22:20.849400 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:20.918816 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdddfc-7983-4411-a2f7-dd82b28b14d9 req-fc196774-9dd2-4457-9290-ec928eaf65e9 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:20.920357 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b6cdddfc-7983-4411-a2f7-dd82b28b14d9 req-fc196774-9dd2-4457-9290-ec928eaf65e9 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 944 time: 0.0509536 Sep 27 12:22:20.964126 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b6cdddfc-7983-4411-a2f7-dd82b28b14d9 req-f0b3e107-1d58-4f6d-b06a-6696c00e1c13 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370498 Sep 27 12:22:21.308735 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d0291-55ff-482f-b859-aec0e03c6128 req-9367a209-27ff-4d70-b25d-0da9cea15f84 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:21.311423 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-023d0291-55ff-482f-b859-aec0e03c6128 req-9367a209-27ff-4d70-b25d-0da9cea15f84 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0515110 Sep 27 12:22:21.350239 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-023d0291-55ff-482f-b859-aec0e03c6128 req-a0880288-d8c7-4498-8947-e4f6f645c96d tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331933 Sep 27 12:22:21.904650 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba217f-a864-48c8-819b-cb960fe2501e req-8c9d0fe9-3673-45cd-902a-3edb5356bf3b tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:21.906771 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6bba217f-a864-48c8-819b-cb960fe2501e req-8c9d0fe9-3673-45cd-902a-3edb5356bf3b tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0494332 Sep 27 12:22:21.945340 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6bba217f-a864-48c8-819b-cb960fe2501e req-0c294da1-aaa5-474d-8935-b488596ed95a tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324795 Sep 27 12:22:22.002487 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ad383-33a6-4ff6-90ba-177164f33da0 req-8768a397-65f2-454b-afba-4ffbd7fdb2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:22.004063 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-430ad383-33a6-4ff6-90ba-177164f33da0 req-8768a397-65f2-454b-afba-4ffbd7fdb2c1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02234d33e23642d9aaa9e248e4bd9949&device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 1097 time: 0.0485289 Sep 27 12:22:22.082695 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eaf331-2109-4cd9-a790-2d1e0b98991c req-725e309f-b860-48a0-be79-e091b19adf01 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:22.084178 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-73eaf331-2109-4cd9-a790-2d1e0b98991c req-725e309f-b860-48a0-be79-e091b19adf01 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 944 time: 0.0522449 Sep 27 12:22:22.126018 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-73eaf331-2109-4cd9-a790-2d1e0b98991c req-b9b6aa66-6573-4d84-a590-1a682171e242 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358837 Sep 27 12:22:22.189350 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ad383-33a6-4ff6-90ba-177164f33da0 req-1c0438ae-7cc8-4206-849a-0a735fce1c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:22.190848 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-430ad383-33a6-4ff6-90ba-177164f33da0 req-1c0438ae-7cc8-4206-849a-0a735fce1c47 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=02234d33e23642d9aaa9e248e4bd9949&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1769612 Sep 27 12:22:22.374774 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ad383-33a6-4ff6-90ba-177164f33da0 req-2dfb2d6d-09ef-40b9-ba74-f6d27b15adb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:22.376293 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-430ad383-33a6-4ff6-90ba-177164f33da0 req-2dfb2d6d-09ef-40b9-ba74-f6d27b15adb9 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1776972 Sep 27 12:22:22.476127 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f23102-2dc9-4ded-be85-c5ea98e5284c req-4909c158-de23-4b06-b85e-5fe788fc94fb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:22.477663 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-30f23102-2dc9-4ded-be85-c5ea98e5284c req-4909c158-de23-4b06-b85e-5fe788fc94fb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0521395 Sep 27 12:22:22.517690 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-30f23102-2dc9-4ded-be85-c5ea98e5284c req-5f5b22d3-ecd9-437b-804b-3a4ce87083d6 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332949 Sep 27 12:22:22.961804 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-6f0095d1-c937-4d67-a969-ebc65f7bbb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:22.963325 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-6f0095d1-c937-4d67-a969-ebc65f7bbb7f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02234d33e23642d9aaa9e248e4bd9949&device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 1097 time: 0.0421538 Sep 27 12:22:23.012270 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-90773538-a371-4938-aa87-9066bf353ea4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74ecf110-0848-432c-a281-017bd144ec28 HTTP/1.1" status: 200 len: 217 time: 0.0407112 Sep 27 12:22:23.067434 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-f7d7d77a-9758-4d1c-9eb7-71f4cb7d347a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:23.069443 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-f7d7d77a-9758-4d1c-9eb7-71f4cb7d347a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b63fdef-f685-4755-a4ce-3355d57dd264 HTTP/1.1" status: 200 len: 850 time: 0.0484242 Sep 27 12:22:23.085130 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715d75e-6f07-4f81-94fb-6e9d20d74a5b req-377beabc-8ac4-422c-92e1-83799375917c tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:23.086644 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b715d75e-6f07-4f81-94fb-6e9d20d74a5b req-377beabc-8ac4-422c-92e1-83799375917c tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0561974 Sep 27 12:22:23.119750 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-91afcc3c-6722-46b7-ac5f-b2a94f627397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:23.121270 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-91afcc3c-6722-46b7-ac5f-b2a94f627397 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e2025397-7087-4c7f-a9f8-607a9a9daadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444601 Sep 27 12:22:23.134003 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b715d75e-6f07-4f81-94fb-6e9d20d74a5b req-2dfc3a5f-3465-4e54-a447-96ba731b3276 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386157 Sep 27 12:22:23.256725 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-0ffa8a51-9461-4d3a-ab8a-a8452a3ed579 service neutron] 10.222.0.25 "GET /v2.0/networks/e2025397-7087-4c7f-a9f8-607a9a9daadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182842 Sep 27 12:22:23.269534 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c67de2-fe10-453c-bcf2-081a36932000 req-117bb23e-90b2-44a5-8e60-1fcd9e37b6d5 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:23.271241 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d1c67de2-fe10-453c-bcf2-081a36932000 req-117bb23e-90b2-44a5-8e60-1fcd9e37b6d5 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 944 time: 0.0704634 Sep 27 12:22:23.379980 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d1c67de2-fe10-453c-bcf2-081a36932000 req-3e9c4675-c4cd-4d13-a01e-6c929d3093fb tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999990 Sep 27 12:22:23.409006 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ce81e968-5a0e-426b-9ceb-23a15174506f req-1c8ca1ce-3141-40ad-bc9a-e3406be92f63 service neutron] 10.222.0.25 "GET /v2.0/networks/e2025397-7087-4c7f-a9f8-607a9a9daadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367099 Sep 27 12:22:23.651500 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a00f86-0c3f-43e2-9881-0db6b9faa802 req-2058e805-36a0-4c15-a4fe-85caff2d0981 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:23.653080 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c4a00f86-0c3f-43e2-9881-0db6b9faa802 req-2058e805-36a0-4c15-a4fe-85caff2d0981 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0556796 Sep 27 12:22:23.693415 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c4a00f86-0c3f-43e2-9881-0db6b9faa802 req-f889b069-d512-4bb8-b5d7-e89c248521ff tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330019 Sep 27 12:22:24.255326 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe2399-7fb0-4cd9-8ef5-feb11be9e2dd req-3cbf6f9d-be72-4be8-87a7-daa2a9021c55 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:24.256930 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cdbe2399-7fb0-4cd9-8ef5-feb11be9e2dd req-3cbf6f9d-be72-4be8-87a7-daa2a9021c55 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0578201 Sep 27 12:22:24.301883 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cdbe2399-7fb0-4cd9-8ef5-feb11be9e2dd req-2d53d7c0-b937-4dad-bdb1-01516b8e0a17 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381811 Sep 27 12:22:24.502399 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c13532-50eb-4f7e-930d-8be3f607ad60 req-8c0db143-0419-41e2-adb2-9d79b37c04bd tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:24.503911 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-12c13532-50eb-4f7e-930d-8be3f607ad60 req-8c0db143-0419-41e2-adb2-9d79b37c04bd tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 944 time: 0.0508714 Sep 27 12:22:24.543348 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-12c13532-50eb-4f7e-930d-8be3f607ad60 req-ecd9919e-b3e5-4665-9862-aa6ac372b6f1 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330648 Sep 27 12:22:24.815089 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40394a-b5aa-4cb2-a5f7-3eb3aabded67 req-f0b55d32-03b4-4e45-bb49-145a1ac6f758 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:24.816560 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ed40394a-b5aa-4cb2-a5f7-3eb3aabded67 req-f0b55d32-03b4-4e45-bb49-145a1ac6f758 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0488791 Sep 27 12:22:24.855103 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ed40394a-b5aa-4cb2-a5f7-3eb3aabded67 req-a56de1de-18f1-4506-87ba-1e2d64eb9e1c tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326059 Sep 27 12:22:25.422340 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979e8b2-882f-4f70-9f10-aad97ad2af72 req-1cde0657-8821-49e3-90a8-a59ba602bf4b tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:25.424109 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1979e8b2-882f-4f70-9f10-aad97ad2af72 req-1cde0657-8821-49e3-90a8-a59ba602bf4b tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0520225 Sep 27 12:22:25.476109 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1979e8b2-882f-4f70-9f10-aad97ad2af72 req-1bb007a8-896b-4302-993f-e43f35714cd6 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428920 Sep 27 12:22:25.660810 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f663d53-4883-4d14-a0ca-c661d96de39f req-2bb51fcf-84d6-4b45-99b4-3970065b7daf tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:25.662296 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2f663d53-4883-4d14-a0ca-c661d96de39f req-2bb51fcf-84d6-4b45-99b4-3970065b7daf tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 944 time: 0.0501986 Sep 27 12:22:25.700667 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2f663d53-4883-4d14-a0ca-c661d96de39f req-047a95f3-25a2-43c3-812e-d9700b463ca7 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314419 Sep 27 12:22:25.972797 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31398008-3d2a-4fb6-b7ad-826bd92e823f req-1e7a78d0-804f-4bdd-9a8c-5474e677a3f1 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:25.974271 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-31398008-3d2a-4fb6-b7ad-826bd92e823f req-1e7a78d0-804f-4bdd-9a8c-5474e677a3f1 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0485690 Sep 27 12:22:26.011227 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-31398008-3d2a-4fb6-b7ad-826bd92e823f req-8d3e07f8-4b78-4ff9-aecb-90470dec3d0e tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306263 Sep 27 12:22:26.594197 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f3acc-1d70-4fb2-8cb3-fbd3a4b084fb req-428eb22c-ea2e-465d-902d-b1209253588e tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:26.595725 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f06f3acc-1d70-4fb2-8cb3-fbd3a4b084fb req-428eb22c-ea2e-465d-902d-b1209253588e tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0525770 Sep 27 12:22:26.633367 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f06f3acc-1d70-4fb2-8cb3-fbd3a4b084fb req-42ac8a97-e98a-4f25-a092-50fff7967518 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318770 Sep 27 12:22:26.814724 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f848cc-85ef-4a8f-8e1a-e598ae98ff48 req-c211e859-9cbd-4bcf-894e-21f343d9bf25 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:26.816287 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c4f848cc-85ef-4a8f-8e1a-e598ae98ff48 req-c211e859-9cbd-4bcf-894e-21f343d9bf25 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 944 time: 0.0481596 Sep 27 12:22:26.853705 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c4f848cc-85ef-4a8f-8e1a-e598ae98ff48 req-417cf5fb-2f5d-480d-a2b7-4090c8579de4 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314939 Sep 27 12:22:27.127971 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde04393-9e24-4bd8-9785-2488020c1fcc req-0b7dbf0b-d0fa-4ec1-87c2-6ddef014556c tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:27.129428 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-cde04393-9e24-4bd8-9785-2488020c1fcc req-0b7dbf0b-d0fa-4ec1-87c2-6ddef014556c tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0478041 Sep 27 12:22:27.167030 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-cde04393-9e24-4bd8-9785-2488020c1fcc req-0296494e-0fca-46c1-859b-5f9c3cbcb911 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318258 Sep 27 12:22:27.750872 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53b6ed-45de-4c4c-b282-eb3f1ae8ad0d req-4a25b41e-4aaa-4e80-bb1c-e31beabc0086 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:27.752276 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5e53b6ed-45de-4c4c-b282-eb3f1ae8ad0d req-4a25b41e-4aaa-4e80-bb1c-e31beabc0086 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0517974 Sep 27 12:22:27.790634 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5e53b6ed-45de-4c4c-b282-eb3f1ae8ad0d req-98a2211b-6e09-46dc-9177-70dbb88ef8fb tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325084 Sep 27 12:22:27.967964 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f7412-5f9d-42d9-9c35-557fded02c8c req-ae773a06-e492-4a9f-8ff3-aa64908a81ac tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:27.969431 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-867f7412-5f9d-42d9-9c35-557fded02c8c req-ae773a06-e492-4a9f-8ff3-aa64908a81ac tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 944 time: 0.0493829 Sep 27 12:22:28.006930 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-867f7412-5f9d-42d9-9c35-557fded02c8c req-2ab4555b-a67a-4dc5-ac69-a8f8f8a5cb70 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313239 Sep 27 12:22:28.285358 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bcedb-d885-4902-94e2-64c601f06d58 req-3cb89a42-bf32-4608-ad2a-a883813f234a tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:28.286723 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ef0bcedb-d885-4902-94e2-64c601f06d58 req-3cb89a42-bf32-4608-ad2a-a883813f234a tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0481350 Sep 27 12:22:28.325116 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ef0bcedb-d885-4902-94e2-64c601f06d58 req-ce731953-38bd-4e6e-af27-118ab8b3110a tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314376 Sep 27 12:22:28.758057 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f77e1-27c4-4d54-8ba7-d1c6c3671303 req-f84d3dc6-bf10-4027-8c26-a5946300ba13 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:28.759551 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-338f77e1-27c4-4d54-8ba7-d1c6c3671303 req-f84d3dc6-bf10-4027-8c26-a5946300ba13 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0529385 Sep 27 12:22:28.852596 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-338f77e1-27c4-4d54-8ba7-d1c6c3671303 req-00f50f78-c3e9-4a48-9f28-082de8903be0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Deleting port 02c33be0-043c-4a2b-bf57-ed3c9837eba8 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:22:28.852921 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-338f77e1-27c4-4d54-8ba7-d1c6c3671303 req-00f50f78-c3e9-4a48-9f28-082de8903be0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:28.909062 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c6ac5-5a99-4e7a-9046-e4ea2c8797be req-17b752a0-3771-4443-a988-1d4e8ef81d5e tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:28.910584 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e23c6ac5-5a99-4e7a-9046-e4ea2c8797be req-17b752a0-3771-4443-a988-1d4e8ef81d5e tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcad86e-f102-4d23-8653-585521cb7d7b HTTP/1.1" status: 200 len: 946 time: 0.0489562 Sep 27 12:22:28.945099 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-338f77e1-27c4-4d54-8ba7-d1c6c3671303 req-00f50f78-c3e9-4a48-9f28-082de8903be0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] For port 02c33be0-043c-4a2b-bf57-ed3c9837eba8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=02c33be0-043c-4a2b-bf57-ed3c9837eba8,segment=NetworkSegment(055fa8d3-07aa-407b-b867-9d1cc47cda2b),segment_id=055fa8d3-07aa-407b-b867-9d1cc47cda2b)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:22:28.945375 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-338f77e1-27c4-4d54-8ba7-d1c6c3671303 req-00f50f78-c3e9-4a48-9f28-082de8903be0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:28.949513 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e23c6ac5-5a99-4e7a-9046-e4ea2c8797be req-519033dc-9a1c-451e-88c2-4102a77695c4 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.60 "GET /v2.0/security-groups?id=8deaf478-d807-494d-92ea-5313b9c54967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323052 Sep 27 12:22:28.958053 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-338f77e1-27c4-4d54-8ba7-d1c6c3671303 req-00f50f78-c3e9-4a48-9f28-082de8903be0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Calling delete_port for 02c33be0-043c-4a2b-bf57-ed3c9837eba8 owned by compute:nova {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:22:29.137131 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-338f77e1-27c4-4d54-8ba7-d1c6c3671303 req-00f50f78-c3e9-4a48-9f28-082de8903be0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:29.149107 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['02c33be0-043c-4a2b-bf57-ed3c9837eba8'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:22:29.154187 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67b93c-f6f8-4748-ba52-2ee54475e411 req-8469080c-32a7-41fd-a465-6e844d302fb7 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:29.156254 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ea67b93c-f6f8-4748-ba52-2ee54475e411 req-8469080c-32a7-41fd-a465-6e844d302fb7 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 944 time: 0.0769575 Sep 27 12:22:29.180032 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f50f78-c3e9-4a48-9f28-082de8903be0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Pushing event deleted for resources: {'Port': ['ID=02c33be0-043c-4a2b-bf57-ed3c9837eba8,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:29.209422 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f50f78-c3e9-4a48-9f28-082de8903be0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:29.209700 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f50f78-c3e9-4a48-9f28-082de8903be0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:29.210143 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f50f78-c3e9-4a48-9f28-082de8903be0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:29.210483 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f50f78-c3e9-4a48-9f28-082de8903be0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:29.210815 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f50f78-c3e9-4a48-9f28-082de8903be0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:29.211179 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f50f78-c3e9-4a48-9f28-082de8903be0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:29.211507 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f50f78-c3e9-4a48-9f28-082de8903be0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:29.211831 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f50f78-c3e9-4a48-9f28-082de8903be0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:29.212151 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f50f78-c3e9-4a48-9f28-082de8903be0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:29.212472 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f50f78-c3e9-4a48-9f28-082de8903be0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:29.212796 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f50f78-c3e9-4a48-9f28-082de8903be0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:29.213119 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f50f78-c3e9-4a48-9f28-082de8903be0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:29.252754 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-338f77e1-27c4-4d54-8ba7-d1c6c3671303 req-00f50f78-c3e9-4a48-9f28-082de8903be0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] No DVR routers for this DVR port 02c33be0-043c-4a2b-bf57-ed3c9837eba8 on host hv-cinder-76845 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:22:29.256590 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-338f77e1-27c4-4d54-8ba7-d1c6c3671303 req-00f50f78-c3e9-4a48-9f28-082de8903be0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:29.258519 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-338f77e1-27c4-4d54-8ba7-d1c6c3671303 req-00f50f78-c3e9-4a48-9f28-082de8903be0 tempest-ServerRescueNegativeTestJSON-901523556 tempest-ServerRescueNegativeTestJSON-901523556-project] 10.222.0.25 "DELETE /v2.0/ports/02c33be0-043c-4a2b-bf57-ed3c9837eba8 HTTP/1.1" status: 204 len: 173 time: 0.4914012 Sep 27 12:22:29.258954 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcad86e-f102-4d23-8653-585521cb7d7b', 'name': 'network-vif-deleted', 'tag': '02c33be0-043c-4a2b-bf57-ed3c9837eba8'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:22:29.261164 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5552a64b-27b2-4890-bd1e-5ad127a0ba81" -d '{"events": [{"server_uuid": "0dcad86e-f102-4d23-8653-585521cb7d7b", "name": "network-vif-deleted", "tag": "02c33be0-043c-4a2b-bf57-ed3c9837eba8"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:22:29.267437 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ea67b93c-f6f8-4748-ba52-2ee54475e411 req-6475d657-c0b8-4c8b-a281-6e1fb2703789 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907407 Sep 27 12:22:29.298900 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456b1006-a792-4af9-9a3e-db390e137548 x-openstack-request-id: req-456b1006-a792-4af9-9a3e-db390e137548 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:22:29.299549 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dcad86e-f102-4d23-8653-585521cb7d7b", "name": "network-vif-deleted", "tag": "02c33be0-043c-4a2b-bf57-ed3c9837eba8", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:22:29.299549 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-456b1006-a792-4af9-9a3e-db390e137548 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:22:29.299850 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dcad86e-f102-4d23-8653-585521cb7d7b', 'name': 'network-vif-deleted', 'tag': '02c33be0-043c-4a2b-bf57-ed3c9837eba8', 'status': 'completed', 'code': 200} Sep 27 12:22:29.454447 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621632fb-b020-484e-8e33-709f31be5381 req-5554ef01-c00e-4127-b99b-1d75bd629a43 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:29.455939 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-621632fb-b020-484e-8e33-709f31be5381 req-5554ef01-c00e-4127-b99b-1d75bd629a43 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0510428 Sep 27 12:22:29.497110 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-621632fb-b020-484e-8e33-709f31be5381 req-fb45e1e8-3fc1-4697-8dc1-a9291f494cc9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346570 Sep 27 12:22:30.007315 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 58766) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:22:30.386385 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15cbcc-f768-4bef-8eef-79fb0f43b56b req-dff33be2-6be5-4a9e-a401-ecd0ada18b0d tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:30.387897 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cc15cbcc-f768-4bef-8eef-79fb0f43b56b req-dff33be2-6be5-4a9e-a401-ecd0ada18b0d tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 944 time: 0.0484858 Sep 27 12:22:30.428518 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cc15cbcc-f768-4bef-8eef-79fb0f43b56b req-8e86e5c0-359f-453c-9b48-0dd14d250891 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329623 Sep 27 12:22:30.613946 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-068c8d6a-6c70-47f1-a5db-f1b0d20e5aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528412'] for router_interface, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:30.620852 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328fb00-265d-48e1-a88e-61f3512108a2 req-3814245a-910d-457e-935f-47f889b2c401 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:30.622334 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a328fb00-265d-48e1-a88e-61f3512108a2 req-3814245a-910d-457e-935f-47f889b2c401 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0490751 Sep 27 12:22:30.661647 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a328fb00-265d-48e1-a88e-61f3512108a2 req-75184f89-d71a-41e8-ade1-72dfaf5d8bbc tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329010 Sep 27 12:22:30.913377 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-068c8d6a-6c70-47f1-a5db-f1b0d20e5aac admin admin] Deleting port aaa1f8f5-5eb8-4f52-97b3-774ef27732fa {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:22:30.913739 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-068c8d6a-6c70-47f1-a5db-f1b0d20e5aac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:30.993019 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-068c8d6a-6c70-47f1-a5db-f1b0d20e5aac admin admin] For port aaa1f8f5-5eb8-4f52-97b3-774ef27732fa, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=aaa1f8f5-5eb8-4f52-97b3-774ef27732fa,segment=NetworkSegment(055fa8d3-07aa-407b-b867-9d1cc47cda2b),segment_id=055fa8d3-07aa-407b-b867-9d1cc47cda2b)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:22:30.993375 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-068c8d6a-6c70-47f1-a5db-f1b0d20e5aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:31.005582 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-068c8d6a-6c70-47f1-a5db-f1b0d20e5aac admin admin] Calling delete_port for aaa1f8f5-5eb8-4f52-97b3-774ef27732fa owned by network:router_interface {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:22:31.181799 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-068c8d6a-6c70-47f1-a5db-f1b0d20e5aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:31.209102 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c8d6a-6c70-47f1-a5db-f1b0d20e5aac admin admin] Pushing event deleted for resources: {'Port': ['ID=aaa1f8f5-5eb8-4f52-97b3-774ef27732fa,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:31.372196 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-068c8d6a-6c70-47f1-a5db-f1b0d20e5aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528789'] for router_interface, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:31.606686 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c339f-f8c3-40c3-96bb-c5a4d0995c7c req-cb254ddd-3d75-423c-a7a5-ea6ef170722b tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:31.608170 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-273c339f-f8c3-40c3-96bb-c5a4d0995c7c req-cb254ddd-3d75-423c-a7a5-ea6ef170722b tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 944 time: 0.0905306 Sep 27 12:22:31.637839 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068c8d6a-6c70-47f1-a5db-f1b0d20e5aac admin admin] Router f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:22:31.660804 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-273c339f-f8c3-40c3-96bb-c5a4d0995c7c req-130ba2b5-21b4-4388-942c-a428716c4edd tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467291 Sep 27 12:22:31.767501 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068c8d6a-6c70-47f1-a5db-f1b0d20e5aac admin admin] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:22:31.773113 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-068c8d6a-6c70-47f1-a5db-f1b0d20e5aac admin admin] 10.222.0.60 "PUT /v2.0/routers/f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7647593 Sep 27 12:22:31.775662 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 58786) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:22:31.778469 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9826b7-29f4-4778-ae99-86caceb2097f None None] Sync routers for ids ['f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e'] in dv-cinder-768458-11-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:22:31.785326 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2802f9-5cc1-4d60-a4d5-b715035ccefd req-bf33d262-7ef1-4ad1-bbfc-6183fbc9fc04 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:31.787165 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2a2802f9-5cc1-4d60-a4d5-b715035ccefd req-bf33d262-7ef1-4ad1-bbfc-6183fbc9fc04 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0516925 Sep 27 12:22:31.788426 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9826b7-29f4-4778-ae99-86caceb2097f None None] Routers {'f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:22:31.789030 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-ec9826b7-29f4-4778-ae99-86caceb2097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:22:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:22:31.830241 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2a2802f9-5cc1-4d60-a4d5-b715035ccefd req-ff382ac0-b14c-4eee-af1d-48ff6f43d862 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367174 Sep 27 12:22:31.885470 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-38b68f95-e314-4b75-bf44-862725c9746e admin admin] Notify callbacks [] for router, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:31.896568 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-ec9826b7-29f4-4778-ae99-86caceb2097f None None] Set router f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e gateway port host: dv-cinder-768458-11-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:22:31.995133 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-38b68f95-e314-4b75-bf44-862725c9746e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:32.045100 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-38b68f95-e314-4b75-bf44-862725c9746e admin admin] Deleting port 059b5a5b-37d2-4e9a-ab7e-26f3cce4421c {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:22:32.045436 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-38b68f95-e314-4b75-bf44-862725c9746e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:32.078799 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-ec9826b7-29f4-4778-ae99-86caceb2097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e', 'name': 'tempest-ServerRescueNegativeTestJSON-731682132-router', 'tenant_id': '5e49334ec40b4775857a718d005d2752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '059b5a5b-37d2-4e9a-ab7e-26f3cce4421c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:18:26Z', 'updated_at': '2021-09-27T12:22:31Z', 'revision_number': 5, 'project_id': '5e49334ec40b4775857a718d005d2752', 'gw_port': {'id': '059b5a5b-37d2-4e9a-ab7e-26f3cce4421c', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:69:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:27Z', 'updated_at': '2021-09-27T12:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi'}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:22:32.104088 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9826b7-29f4-4778-ae99-86caceb2097f None None] Checking router: f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e for host: dv-cinder-768458-11-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:22:32.113046 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9826b7-29f4-4778-ae99-86caceb2097f None None] Routers {'f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:22:32.113632 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-ec9826b7-29f4-4778-ae99-86caceb2097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:22:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:22:32.122621 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-38b68f95-e314-4b75-bf44-862725c9746e admin admin] For port 059b5a5b-37d2-4e9a-ab7e-26f3cce4421c, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=059b5a5b-37d2-4e9a-ab7e-26f3cce4421c,segment=NetworkSegment(c3edcc58-5368-4442-b7b6-007dffc21523),segment_id=c3edcc58-5368-4442-b7b6-007dffc21523)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:22:32.123037 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-38b68f95-e314-4b75-bf44-862725c9746e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:32.135197 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-38b68f95-e314-4b75-bf44-862725c9746e admin admin] Calling delete_port for 059b5a5b-37d2-4e9a-ab7e-26f3cce4421c owned by network:router_gateway {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:22:32.199578 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-ec9826b7-29f4-4778-ae99-86caceb2097f None None] Set router f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e gateway port host: None {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:22:32.262320 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-ec9826b7-29f4-4778-ae99-86caceb2097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e', 'name': 'tempest-ServerRescueNegativeTestJSON-731682132-router', 'tenant_id': '5e49334ec40b4775857a718d005d2752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:18:26Z', 'updated_at': '2021-09-27T12:22:31Z', 'revision_number': 6, 'project_id': '5e49334ec40b4775857a718d005d2752', 'gw_port_host': None}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:22:32.289761 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9826b7-29f4-4778-ae99-86caceb2097f None None] The sync data for ids ['f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e'] in dv-cinder-768458-11-iscsi is: [{'id': 'f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e', 'name': 'tempest-ServerRescueNegativeTestJSON-731682132-router', 'tenant_id': '5e49334ec40b4775857a718d005d2752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:18:26Z', 'updated_at': '2021-09-27T12:22:31Z', 'revision_number': 6, 'project_id': '5e49334ec40b4775857a718d005d2752', 'gw_port_host': None}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:22:32.510629 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-38b68f95-e314-4b75-bf44-862725c9746e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:32.538669 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b68f95-e314-4b75-bf44-862725c9746e admin admin] Pushing event deleted for resources: {'Port': ['ID=059b5a5b-37d2-4e9a-ab7e-26f3cce4421c,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:32.598300 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-38b68f95-e314-4b75-bf44-862725c9746e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528726'] for router_gateway, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:32.714215 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-38b68f95-e314-4b75-bf44-862725c9746e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7353'] for router, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:32.716679 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-38b68f95-e314-4b75-bf44-862725c9746e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:32.786006 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-38b68f95-e314-4b75-bf44-862725c9746e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530736'] for router, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:32.786678 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b68f95-e314-4b75-bf44-862725c9746e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e {{(pid=94061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 12:22:32.792129 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9a9e5-5e4e-468f-80e4-9ab73e144f23 req-f9292dd4-36aa-44bb-95cd-c5875c3906ea tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:32.792520 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-38b68f95-e314-4b75-bf44-862725c9746e admin admin] Notify callbacks [] for router, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:32.793278 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-beb9a9e5-5e4e-468f-80e4-9ab73e144f23 req-f9292dd4-36aa-44bb-95cd-c5875c3906ea tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 944 time: 0.0544534 Sep 27 12:22:32.795158 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-38b68f95-e314-4b75-bf44-862725c9746e admin admin] 10.222.0.60 "DELETE /v2.0/routers/f070cbf6-a2c2-4dfe-bd5f-0efef5176d2e HTTP/1.1" status: 204 len: 168 time: 1.0175133 Sep 27 12:22:32.797754 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 58798) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:22:32.834015 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-beb9a9e5-5e4e-468f-80e4-9ab73e144f23 req-50bf9d58-6735-4b0c-946d-0636c7e4c50c tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342090 Sep 27 12:22:32.842947 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_v2 [None req-67fb2d8e-6758-499a-9826-c7847e628b77 admin admin] Deleting subnet fb94006c-5aa7-4ce9-9d8d-2a1c357579ff {{(pid=94061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:22:32.846294 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-67fb2d8e-6758-499a-9826-c7847e628b77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:32.884988 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-67fb2d8e-6758-499a-9826-c7847e628b77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8886147'] for subnet, precommit_delete_associations {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:32.953215 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-67fb2d8e-6758-499a-9826-c7847e628b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8349256'] for subnet, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:32.989439 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420ade5-0b6e-4a9c-aab8-d06f1e8b8990 req-ec3feabc-383d-4faa-8e22-8d3a89285b3d tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:32.990543 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c420ade5-0b6e-4a9c-aab8-d06f1e8b8990 req-ec3feabc-383d-4faa-8e22-8d3a89285b3d tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0853074 Sep 27 12:22:33.043882 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-67fb2d8e-6758-499a-9826-c7847e628b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8349249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8488502'] for subnet, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:33.052327 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c420ade5-0b6e-4a9c-aab8-d06f1e8b8990 req-eb95528e-f21d-4cfc-bc6c-28f2a59cfb09 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558009 Sep 27 12:22:33.075373 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb2d8e-6758-499a-9826-c7847e628b77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb94006c-5aa7-4ce9-9d8d-2a1c357579ff,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:33.091246 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-67fb2d8e-6758-499a-9826-c7847e628b77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:33.093838 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-67fb2d8e-6758-499a-9826-c7847e628b77 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/fb94006c-5aa7-4ce9-9d8d-2a1c357579ff HTTP/1.1" status: 204 len: 168 time: 0.2948458 Sep 27 12:22:33.096127 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 58808) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:22:33.151601 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device aaa1f8f5-5eb8-4f52-97b3-774ef27732fa no longer exists at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:22:33.172876 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] No Port match for: aaa1f8f5-5eb8-4f52-97b3-774ef27732fa {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:22:33.173360 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device aaa1f8f5-5eb8-4f52-97b3-774ef27732fa not bound to the agent host dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:22:33.174000 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 059b5a5b-37d2-4e9a-ab7e-26f3cce4421c no longer exists at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:22:33.180491 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3603b4d5-1a96-4410-a526-bbc4fda18239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7874224'] for network, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:33.193014 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] No Port match for: 059b5a5b-37d2-4e9a-ab7e-26f3cce4421c {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:22:33.193361 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 059b5a5b-37d2-4e9a-ab7e-26f3cce4421c not bound to the agent host dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:22:33.239587 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 02c33be0-043c-4a2b-bf57-ed3c9837eba8 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:22:33.264889 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] No Port match for: 02c33be0-043c-4a2b-bf57-ed3c9837eba8 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:22:33.265236 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 02c33be0-043c-4a2b-bf57-ed3c9837eba8 not bound to the agent host hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:22:33.280369 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3603b4d5-1a96-4410-a526-bbc4fda18239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8355569', 'neutron.services.segments.db._delete_segments_for_network-8743558924948'] for network, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:33.302959 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.services.segments.db [None req-3603b4d5-1a96-4410-a526-bbc4fda18239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a440886-809f-4d5f-ac76-4eef69acf370']}} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:22:33.313324 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.services.segments.db [None req-3603b4d5-1a96-4410-a526-bbc4fda18239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '055fa8d3-07aa-407b-b867-9d1cc47cda2b') {'for_net_delete': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:22:33.313724 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.services.segments.db [None req-3603b4d5-1a96-4410-a526-bbc4fda18239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '055fa8d3-07aa-407b-b867-9d1cc47cda2b') {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:22:33.323390 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3603b4d5-1a96-4410-a526-bbc4fda18239 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743558923165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8886170'] for segment, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:33.336990 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3603b4d5-1a96-4410-a526-bbc4fda18239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:33.344592 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3603b4d5-1a96-4410-a526-bbc4fda18239 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=94061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:22:33.345397 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3603b4d5-1a96-4410-a526-bbc4fda18239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3978971'] for segment, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:33.359870 dv-cinder-768458-11-iscsi neutron-server[94061]: Traceback (most recent call last): Sep 27 12:22:33.359870 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:22:33.359870 dv-cinder-768458-11-iscsi neutron-server[94061]: timer() Sep 27 12:22:33.359870 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:22:33.359870 dv-cinder-768458-11-iscsi neutron-server[94061]: cb(*args, **kw) Sep 27 12:22:33.359870 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:22:33.359870 dv-cinder-768458-11-iscsi neutron-server[94061]: return func(*args, **kwargs) Sep 27 12:22:33.359870 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:22:33.359870 dv-cinder-768458-11-iscsi neutron-server[94061]: self._notify() Sep 27 12:22:33.359870 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:22:33.359870 dv-cinder-768458-11-iscsi neutron-server[94061]: self.callback(batched_events) Sep 27 12:22:33.359870 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:22:33.359870 dv-cinder-768458-11-iscsi neutron-server[94061]: event.method(event) Sep 27 12:22:33.359870 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:22:33.359870 dv-cinder-768458-11-iscsi neutron-server[94061]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:22:33.359870 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:22:33.359870 dv-cinder-768458-11-iscsi neutron-server[94061]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:22:33.359870 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:22:33.359870 dv-cinder-768458-11-iscsi neutron-server[94061]: return f(self, *a, **k) Sep 27 12:22:33.359870 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:22:33.359870 dv-cinder-768458-11-iscsi neutron-server[94061]: return self._get(url).json() Sep 27 12:22:33.359870 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:22:33.359870 dv-cinder-768458-11-iscsi neutron-server[94061]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:22:33.359870 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:22:33.359870 dv-cinder-768458-11-iscsi neutron-server[94061]: return self.request(url, 'GET', **kwargs) Sep 27 12:22:33.359870 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:22:33.359870 dv-cinder-768458-11-iscsi neutron-server[94061]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:22:33.359870 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:22:33.359870 dv-cinder-768458-11-iscsi neutron-server[94061]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:22:33.359870 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:22:33.359870 dv-cinder-768458-11-iscsi neutron-server[94061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:22:33.359870 dv-cinder-768458-11-iscsi neutron-server[94061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:22:33.412186 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3603b4d5-1a96-4410-a526-bbc4fda18239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8355526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528650'] for network, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:33.416797 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3603b4d5-1a96-4410-a526-bbc4fda18239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:33.418624 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-3603b4d5-1a96-4410-a526-bbc4fda18239 admin admin] 10.222.0.60 "DELETE /v2.0/networks/9a440886-809f-4d5f-ac76-4eef69acf370 HTTP/1.1" status: 204 len: 168 time: 0.3214064 Sep 27 12:22:33.436230 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603b4d5-1a96-4410-a526-bbc4fda18239 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a440886-809f-4d5f-ac76-4eef69acf370,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:33.599262 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 58816) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:22:33.638455 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-a807e626-4173-4b00-9ae9-e11c3184470c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5e49334ec40b4775857a718d005d2752&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379276 Sep 27 12:22:33.641240 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 58818) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:22:33.690734 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-334005dc-132b-4ab6-b020-7512bca860e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:33.713292 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-334005dc-132b-4ab6-b020-7512bca860e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:33.760390 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-334005dc-132b-4ab6-b020-7512bca860e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:33.762875 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-334005dc-132b-4ab6-b020-7512bca860e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:33.764096 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-334005dc-132b-4ab6-b020-7512bca860e2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8deaf478-d807-494d-92ea-5313b9c54967 HTTP/1.1" status: 204 len: 168 time: 0.1219606 Sep 27 12:22:33.771750 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334005dc-132b-4ab6-b020-7512bca860e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8deaf478-d807-494d-92ea-5313b9c54967,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:33.961826 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdd3c4-5fda-449b-b07d-64a2eb32ab93 req-7741ee6d-8c87-44f9-acdf-d07d1b42761f tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:33.963337 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-27cdd3c4-5fda-449b-b07d-64a2eb32ab93 req-7741ee6d-8c87-44f9-acdf-d07d1b42761f tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 944 time: 0.0576530 Sep 27 12:22:34.003512 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-27cdd3c4-5fda-449b-b07d-64a2eb32ab93 req-337a6fe1-9960-4fe7-91eb-57145d5a9048 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341282 Sep 27 12:22:34.194704 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced5ba9-bd9d-4a9d-b78d-258eda01ae5e req-0a30b9b5-ac5b-4077-b32d-74eba2ac6f35 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:34.196255 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1ced5ba9-bd9d-4a9d-b78d-258eda01ae5e req-0a30b9b5-ac5b-4077-b32d-74eba2ac6f35 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0501645 Sep 27 12:22:34.239444 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1ced5ba9-bd9d-4a9d-b78d-258eda01ae5e req-e6a28f3e-980f-4f81-aae3-c35ad1099c67 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370264 Sep 27 12:22:34.589637 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec8173-7320-45c1-b588-c9cd3b6f808a req-1425c13b-87d5-411d-9a94-497b89b2df20 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:34.591239 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-38ec8173-7320-45c1-b588-c9cd3b6f808a req-1425c13b-87d5-411d-9a94-497b89b2df20 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=018cd0b1-112d-4a86-9e1d-36bca7479ba7 HTTP/1.1" status: 200 len: 945 time: 0.0501466 Sep 27 12:22:34.629243 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-38ec8173-7320-45c1-b588-c9cd3b6f808a req-41bf54e5-3cd4-470f-8b91-d109a0ad1930 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c80fce4-3e18-4815-b512-ebb150f11251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313303 Sep 27 12:22:35.119868 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b6f7a-da64-4d96-b545-59015b94d995 req-4c999f6a-b679-4224-908f-d888e4020dea tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:35.121964 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f37b6f7a-da64-4d96-b545-59015b94d995 req-4c999f6a-b679-4224-908f-d888e4020dea tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 944 time: 0.0513475 Sep 27 12:22:35.165944 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f37b6f7a-da64-4d96-b545-59015b94d995 req-deb49a10-6512-4796-b1e2-f67dfe20c6f0 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357876 Sep 27 12:22:35.369956 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160eddf-9286-445f-b3cd-a85c556ceb44 req-320eafed-0e25-4d75-b6af-f0a65bac167e tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:35.371442 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3160eddf-9286-445f-b3cd-a85c556ceb44 req-320eafed-0e25-4d75-b6af-f0a65bac167e tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0518098 Sep 27 12:22:35.413984 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3160eddf-9286-445f-b3cd-a85c556ceb44 req-869b8737-99da-4778-bc2d-9ccabb1037b1 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356777 Sep 27 12:22:35.546965 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 58888) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:22:35.657048 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1478444d-d692-43ae-8f31-7a7b74532cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:35.770618 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f305b2-0711-4267-8266-a96aea674b87 req-c5179901-00af-422f-84cf-5190e3130a06 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:35.772327 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-31f305b2-0711-4267-8266-a96aea674b87 req-c5179901-00af-422f-84cf-5190e3130a06 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=018cd0b1-112d-4a86-9e1d-36bca7479ba7 HTTP/1.1" status: 200 len: 945 time: 0.0718710 Sep 27 12:22:35.808183 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1478444d-d692-43ae-8f31-7a7b74532cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:35.813435 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1478444d-d692-43ae-8f31-7a7b74532cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:35.839766 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-31f305b2-0711-4267-8266-a96aea674b87 req-41914208-80d2-492a-8f7e-b32637a26954 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c80fce4-3e18-4815-b512-ebb150f11251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602715 Sep 27 12:22:35.862208 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478444d-d692-43ae-8f31-7a7b74532cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98c7ede-8d36-48fe-8f6c-396c1db7194f,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:35.866276 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-1478444d-d692-43ae-8f31-7a7b74532cec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cec8cf39f21f4f11a93844ee9cfa8059&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3183079 Sep 27 12:22:35.869259 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 58894) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:22:35.915434 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6a50d0ee-8afb-437a-8513-782d0f254123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:35.936204 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6a50d0ee-8afb-437a-8513-782d0f254123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:35.985601 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6a50d0ee-8afb-437a-8513-782d0f254123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:35.988138 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6a50d0ee-8afb-437a-8513-782d0f254123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:35.989752 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-6a50d0ee-8afb-437a-8513-782d0f254123 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a98c7ede-8d36-48fe-8f6c-396c1db7194f HTTP/1.1" status: 204 len: 168 time: 0.1197658 Sep 27 12:22:35.997933 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50d0ee-8afb-437a-8513-782d0f254123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98c7ede-8d36-48fe-8f6c-396c1db7194f,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:36.253481 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 58904) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:22:36.302841 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f255c-69ba-4565-bbc9-69501cca357b req-f5d4c799-4c26-400c-b7c6-37954cc72ec6 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:36.304552 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-214f255c-69ba-4565-bbc9-69501cca357b req-f5d4c799-4c26-400c-b7c6-37954cc72ec6 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 944 time: 0.0556786 Sep 27 12:22:36.346217 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-214f255c-69ba-4565-bbc9-69501cca357b req-3fd63284-fd9c-42db-b6c7-e1808634ec87 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352302 Sep 27 12:22:36.460079 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e8a9dc23-8dee-47c0-be0b-8750aecf2b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:36.573677 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b2940-219e-4b9b-96a9-146fc577be0c req-bba868bc-7476-4bb8-87ed-b8466c55112e tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:36.577237 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-db7b2940-219e-4b9b-96a9-146fc577be0c req-bba868bc-7476-4bb8-87ed-b8466c55112e tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0847409 Sep 27 12:22:36.581881 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a909e0-284c-426f-a9eb-72b4060a3a32 req-5ea4fc46-41c4-4170-bf6c-5ddc6a9733b1 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:36.583668 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-01a909e0-284c-426f-a9eb-72b4060a3a32 req-5ea4fc46-41c4-4170-bf6c-5ddc6a9733b1 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.25 "GET /v2.0/ports?device_id=018cd0b1-112d-4a86-9e1d-36bca7479ba7 HTTP/1.1" status: 200 len: 945 time: 0.0638638 Sep 27 12:22:36.642070 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e8a9dc23-8dee-47c0-be0b-8750aecf2b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:36.650394 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-db7b2940-219e-4b9b-96a9-146fc577be0c req-8e6b68c5-8d74-4bba-8511-1e2f29714442 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638974 Sep 27 12:22:36.651487 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e8a9dc23-8dee-47c0-be0b-8750aecf2b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:36.693862 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-e8a9dc23-8dee-47c0-be0b-8750aecf2b88 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0dbf0f1737db4b26a88d7b59f24a8326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4392045 Sep 27 12:22:36.694725 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9dc23-8dee-47c0-be0b-8750aecf2b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f3264b-5272-4ff0-891a-cf3b5301a10b,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:36.700485 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 58908) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:22:36.706797 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a9dc23-8dee-47c0-be0b-8750aecf2b88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:36.707399 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a9dc23-8dee-47c0-be0b-8750aecf2b88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:36.708289 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a9dc23-8dee-47c0-be0b-8750aecf2b88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:36.708618 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a9dc23-8dee-47c0-be0b-8750aecf2b88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:36.709023 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a9dc23-8dee-47c0-be0b-8750aecf2b88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:36.709388 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-01a909e0-284c-426f-a9eb-72b4060a3a32 req-ca7e0afa-04c6-4d10-9fc7-53d81dd4018f tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Deleting port 4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:22:36.709801 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-01a909e0-284c-426f-a9eb-72b4060a3a32 req-ca7e0afa-04c6-4d10-9fc7-53d81dd4018f tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:36.709920 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a9dc23-8dee-47c0-be0b-8750aecf2b88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:36.710167 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a9dc23-8dee-47c0-be0b-8750aecf2b88 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:36.710820 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a9dc23-8dee-47c0-be0b-8750aecf2b88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:36.712343 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a9dc23-8dee-47c0-be0b-8750aecf2b88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:36.712343 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a9dc23-8dee-47c0-be0b-8750aecf2b88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:36.712343 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a9dc23-8dee-47c0-be0b-8750aecf2b88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:36.712343 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a9dc23-8dee-47c0-be0b-8750aecf2b88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:36.817515 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7024e1c7-4854-4ddc-925a-72aa523fc67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:36.849374 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-01a909e0-284c-426f-a9eb-72b4060a3a32 req-ca7e0afa-04c6-4d10-9fc7-53d81dd4018f tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] For port 4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39,segment=NetworkSegment(beb87695-19f8-4333-b5f9-0a331f2a0b2b),segment_id=beb87695-19f8-4333-b5f9-0a331f2a0b2b)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:22:36.849735 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-01a909e0-284c-426f-a9eb-72b4060a3a32 req-ca7e0afa-04c6-4d10-9fc7-53d81dd4018f tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:36.866158 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7024e1c7-4854-4ddc-925a-72aa523fc67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:36.878336 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-01a909e0-284c-426f-a9eb-72b4060a3a32 req-ca7e0afa-04c6-4d10-9fc7-53d81dd4018f tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Calling delete_port for 4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39 owned by compute:nova {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:22:36.993215 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7024e1c7-4854-4ddc-925a-72aa523fc67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:36.995703 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7024e1c7-4854-4ddc-925a-72aa523fc67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:36.996775 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-7024e1c7-4854-4ddc-925a-72aa523fc67b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e4f3264b-5272-4ff0-891a-cf3b5301a10b HTTP/1.1" status: 204 len: 168 time: 0.2953494 Sep 27 12:22:37.019668 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cade6-a125-4b2e-95dd-5386df2c759c req-851c96f6-21c0-4d29-b37b-6dc6f490a846 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:37.021889 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-975cade6-a125-4b2e-95dd-5386df2c759c req-851c96f6-21c0-4d29-b37b-6dc6f490a846 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/ports?device_id=018cd0b1-112d-4a86-9e1d-36bca7479ba7 HTTP/1.1" status: 200 len: 945 time: 0.1133587 Sep 27 12:22:37.033345 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024e1c7-4854-4ddc-925a-72aa523fc67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f3264b-5272-4ff0-891a-cf3b5301a10b,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:37.122862 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-975cade6-a125-4b2e-95dd-5386df2c759c req-fe469dec-be1f-4347-b849-354c9dfabbd4 tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c80fce4-3e18-4815-b512-ebb150f11251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919902 Sep 27 12:22:37.144995 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-01a909e0-284c-426f-a9eb-72b4060a3a32 req-ca7e0afa-04c6-4d10-9fc7-53d81dd4018f tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:37.175768 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:22:37.176481 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e0afa-04c6-4d10-9fc7-53d81dd4018f tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Pushing event deleted for resources: {'Port': ['ID=4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:37.220780 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a909e0-284c-426f-a9eb-72b4060a3a32 req-ca7e0afa-04c6-4d10-9fc7-53d81dd4018f tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] No DVR routers for this DVR port 4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39 on host hv-cinder-76845 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:22:37.223334 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-01a909e0-284c-426f-a9eb-72b4060a3a32 req-ca7e0afa-04c6-4d10-9fc7-53d81dd4018f tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:37.225353 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-01a909e0-284c-426f-a9eb-72b4060a3a32 req-ca7e0afa-04c6-4d10-9fc7-53d81dd4018f tempest-VolumesSnapshotTestJSON-455594117 tempest-VolumesSnapshotTestJSON-455594117-project] 10.222.0.25 "DELETE /v2.0/ports/4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39 HTTP/1.1" status: 204 len: 173 time: 0.6352441 Sep 27 12:22:37.225756 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018cd0b1-112d-4a86-9e1d-36bca7479ba7', 'name': 'network-vif-deleted', 'tag': '4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:22:37.228013 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ffdd01-7c57-4089-a24e-9d2d21c699f3" -d '{"events": [{"server_uuid": "018cd0b1-112d-4a86-9e1d-36bca7479ba7", "name": "network-vif-deleted", "tag": "4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:22:37.240612 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 74ecf110-0848-432c-a281-017bd144ec28 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:22:37.273159 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e557fa-9dda-480d-913c-d45537c7f066 x-openstack-request-id: req-68e557fa-9dda-480d-913c-d45537c7f066 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:22:37.273471 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018cd0b1-112d-4a86-9e1d-36bca7479ba7", "name": "network-vif-deleted", "tag": "4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:22:37.273971 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-68e557fa-9dda-480d-913c-d45537c7f066 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:22:37.275277 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018cd0b1-112d-4a86-9e1d-36bca7479ba7', 'name': 'network-vif-deleted', 'tag': '4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39', 'status': 'completed', 'code': 200} Sep 27 12:22:37.382684 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 74ecf110-0848-432c-a281-017bd144ec28, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=74ecf110-0848-432c-a281-017bd144ec28,segment=NetworkSegment(6cc3c066-be31-4e4b-8ade-e372dc2401b6),segment_id=6cc3c066-be31-4e4b-8ade-e372dc2401b6)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:22:37.394353 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Returning: {'device': '74ecf110-0848-432c-a281-017bd144ec28', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'port_id': '74ecf110-0848-432c-a281-017bd144ec28', 'mac_address': 'fa:16:3e:aa:02:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:22:37.448744 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:37.463344 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74ecf110-0848-432c-a281-017bd144ec28 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:22:37.467932 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076498b-d2d7-4732-8224-b6cad0433031 req-b653dcd2-6657-44a0-b95c-a5e41fca6476 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:37.469420 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5076498b-d2d7-4732-8224-b6cad0433031 req-b653dcd2-6657-44a0-b95c-a5e41fca6476 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 944 time: 0.0524843 Sep 27 12:22:37.488784 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 74ecf110-0848-432c-a281-017bd144ec28, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=74ecf110-0848-432c-a281-017bd144ec28,segment=NetworkSegment(6cc3c066-be31-4e4b-8ade-e372dc2401b6),segment_id=6cc3c066-be31-4e4b-8ade-e372dc2401b6)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:22:37.493467 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:37.511187 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5076498b-d2d7-4732-8224-b6cad0433031 req-d7576c66-7f9d-4ce9-9cb2-d4ff8769d42e tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350473 Sep 27 12:22:37.547997 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=74ecf110-0848-432c-a281-017bd144ec28,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:37.554744 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:37.555140 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:37.555484 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:37.555818 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:37.556143 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:37.556473 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:37.556797 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:37.557117 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:37.557451 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:37.557776 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:37.558097 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:37.558412 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:22:37.792914 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc50a9-5d64-4e97-b46f-1d988073a9cb req-6f5fd402-21c9-452d-a6cc-50f2f5a7c12f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:37.794470 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b7cc50a9-5d64-4e97-b46f-1d988073a9cb req-6f5fd402-21c9-452d-a6cc-50f2f5a7c12f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0577374 Sep 27 12:22:37.837937 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b7cc50a9-5d64-4e97-b46f-1d988073a9cb req-eb4de772-c95f-4250-9a19-f2b82c13312b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369115 Sep 27 12:22:38.390821 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['74ecf110-0848-432c-a281-017bd144ec28'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:22:38.658961 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c497082-fbf4-4d3a-ac17-b9bcfa343e74 req-c8b0b8f2-3569-46ad-96d0-d8eaace7b339 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:38.668750 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7c497082-fbf4-4d3a-ac17-b9bcfa343e74 req-c8b0b8f2-3569-46ad-96d0-d8eaace7b339 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 945 time: 0.0755868 Sep 27 12:22:38.719578 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7c497082-fbf4-4d3a-ac17-b9bcfa343e74 req-be561b20-72c3-4214-a629-7271d25f503d tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497906 Sep 27 12:22:38.973263 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d596681-10eb-4fad-80b9-ed597ed3d86c req-cee22c39-a623-4df8-a457-37cb75a89476 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:38.974736 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4d596681-10eb-4fad-80b9-ed597ed3d86c req-cee22c39-a623-4df8-a457-37cb75a89476 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0502868 Sep 27 12:22:39.011612 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4d596681-10eb-4fad-80b9-ed597ed3d86c req-58983314-7d11-4167-a700-22bb112d7398 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306387 Sep 27 12:22:39.268685 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 5b0c1849-8983-4161-af1f-fc3931118d95 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:22:39.368191 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 5b0c1849-8983-4161-af1f-fc3931118d95, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5b0c1849-8983-4161-af1f-fc3931118d95,segment=NetworkSegment(2a6580eb-8685-4d7a-9cf9-25621c7b4860),segment_id=2a6580eb-8685-4d7a-9cf9-25621c7b4860)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:22:39.379682 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Returning: {'device': '5b0c1849-8983-4161-af1f-fc3931118d95', 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43', 'port_id': '5b0c1849-8983-4161-af1f-fc3931118d95', 'mac_address': 'fa:16:3e:a5:f4:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:22:39.420242 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:39.435629 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b0c1849-8983-4161-af1f-fc3931118d95 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:22:39.457509 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 5b0c1849-8983-4161-af1f-fc3931118d95, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5b0c1849-8983-4161-af1f-fc3931118d95,segment=NetworkSegment(2a6580eb-8685-4d7a-9cf9-25621c7b4860),segment_id=2a6580eb-8685-4d7a-9cf9-25621c7b4860)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:22:39.462428 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:39.508134 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=5b0c1849-8983-4161-af1f-fc3931118d95,revision_number=6']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:39.595764 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['5b0c1849-8983-4161-af1f-fc3931118d95'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:22:39.824651 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c39112-4383-4393-8cf2-91bb910c5674 req-d1d96d2a-5030-40b4-ba4a-5588788a1c50 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:39.826119 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c1c39112-4383-4393-8cf2-91bb910c5674 req-d1d96d2a-5030-40b4-ba4a-5588788a1c50 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 945 time: 0.0487370 Sep 27 12:22:39.867986 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c1c39112-4383-4393-8cf2-91bb910c5674 req-77c29700-d8b5-471f-bb84-b2f7ccf018cc tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359182 Sep 27 12:22:40.136410 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86123860-9a36-4299-a595-870bc0400ae3 req-c3125626-2a6d-40a3-a7f3-00865a2ffea1 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:40.138052 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-86123860-9a36-4299-a595-870bc0400ae3 req-c3125626-2a6d-40a3-a7f3-00865a2ffea1 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 944 time: 0.0506532 Sep 27 12:22:40.177071 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-86123860-9a36-4299-a595-870bc0400ae3 req-b79f2cfe-6ba5-4839-b2d9-754174cec940 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332456 Sep 27 12:22:40.990141 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f84414-ff7d-43ef-8bab-9b2edaa0ec3c req-acfd0b30-139d-4366-88d6-08f76635140d tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:40.991606 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f9f84414-ff7d-43ef-8bab-9b2edaa0ec3c req-acfd0b30-139d-4366-88d6-08f76635140d tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 945 time: 0.0510597 Sep 27 12:22:41.029062 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f9f84414-ff7d-43ef-8bab-9b2edaa0ec3c req-16319fd7-8586-4714-b165-76a02b692a34 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315797 Sep 27 12:22:41.046188 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:41.296282 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0487a-0583-4f8f-bccf-55da75d53ff9 req-92a91a52-6081-4a53-b9cf-e4e98bccd483 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:41.297752 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-47f0487a-0583-4f8f-bccf-55da75d53ff9 req-92a91a52-6081-4a53-b9cf-e4e98bccd483 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 944 time: 0.0472453 Sep 27 12:22:41.336119 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-47f0487a-0583-4f8f-bccf-55da75d53ff9 req-8b102cd7-1fc9-4418-b9d7-48addae0c0c8 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323598 Sep 27 12:22:41.759579 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 59036) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:22:41.869170 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-dbd1f775-70ff-4976-9550-c92678da1491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:41.959576 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-dbd1f775-70ff-4976-9550-c92678da1491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:41.963425 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-dbd1f775-70ff-4976-9550-c92678da1491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:41.999646 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1f775-70ff-4976-9550-c92678da1491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9276ede-d24e-47eb-aed8-d992ac3171de,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:42.004839 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-dbd1f775-70ff-4976-9550-c92678da1491 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8eae13a14ed1479e865c199d21a15ae2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2440176 Sep 27 12:22:42.007634 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 59042) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:22:42.058794 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1754767b-7113-49d7-b234-459d82fa54a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:42.081180 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1754767b-7113-49d7-b234-459d82fa54a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:42.128243 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1754767b-7113-49d7-b234-459d82fa54a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:42.130830 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1754767b-7113-49d7-b234-459d82fa54a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:42.132092 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-1754767b-7113-49d7-b234-459d82fa54a2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a9276ede-d24e-47eb-aed8-d992ac3171de HTTP/1.1" status: 204 len: 168 time: 0.1235242 Sep 27 12:22:42.141833 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754767b-7113-49d7-b234-459d82fa54a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9276ede-d24e-47eb-aed8-d992ac3171de,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:42.149569 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979c0af-eef2-4bdb-b1f2-b891b77f15a4 req-6a7430bb-d875-456a-8e38-df831e63d01c tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:42.151225 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6979c0af-eef2-4bdb-b1f2-b891b77f15a4 req-6a7430bb-d875-456a-8e38-df831e63d01c tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 945 time: 0.0545330 Sep 27 12:22:42.202908 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6979c0af-eef2-4bdb-b1f2-b891b77f15a4 req-559e15cf-17dc-496c-b447-981075801b03 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426929 Sep 27 12:22:42.414603 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 59052) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:22:42.428664 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-237611da-2a44-4087-805f-8f8723d68d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:42.463280 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cce67d-2c0b-483e-8ee6-f062237fe859 req-33416bf7-609d-45c8-9e14-cb824e8450a6 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:42.464877 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-76cce67d-2c0b-483e-8ee6-f062237fe859 req-33416bf7-609d-45c8-9e14-cb824e8450a6 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 944 time: 0.0548246 Sep 27 12:22:42.503849 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-76cce67d-2c0b-483e-8ee6-f062237fe859 req-142f7f0e-b1f9-4158-9760-f9f4114b868d tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322688 Sep 27 12:22:42.526272 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-237611da-2a44-4087-805f-8f8723d68d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:42.530903 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-237611da-2a44-4087-805f-8f8723d68d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:42.569187 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-237611da-2a44-4087-805f-8f8723d68d91 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=67bf079d6b524ccbb19b219173184392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534944 Sep 27 12:22:42.570036 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237611da-2a44-4087-805f-8f8723d68d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919d00ca-e2d1-4159-8f30-e18afcd71543,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:42.571949 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 59054) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:22:42.620194 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3a2f11ad-5d68-4737-8c19-ceccd5f172af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:42.641009 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3a2f11ad-5d68-4737-8c19-ceccd5f172af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:42.688427 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3a2f11ad-5d68-4737-8c19-ceccd5f172af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:42.691065 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3a2f11ad-5d68-4737-8c19-ceccd5f172af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:42.692184 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-3a2f11ad-5d68-4737-8c19-ceccd5f172af admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/919d00ca-e2d1-4159-8f30-e18afcd71543 HTTP/1.1" status: 204 len: 168 time: 0.1192658 Sep 27 12:22:42.703604 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f11ad-5d68-4737-8c19-ceccd5f172af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919d00ca-e2d1-4159-8f30-e18afcd71543,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:42.750776 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 74ecf110-0848-432c-a281-017bd144ec28 up at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:22:42.802866 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning for port 74ecf110-0848-432c-a281-017bd144ec28 completed by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:22:42.806766 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning complete for port 74ecf110-0848-432c-a281-017bd144ec28 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:22:42.807181 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:42.897103 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:42.921247 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89119da8-c4e5-4644-9729-7b6ce68bdd02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ecf110-0848-432c-a281-017bd144ec28'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:22:42.923898 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1408999cb3bb97c5ae56cf322f48a5762bdf0801c3dd38f4c7a67e93a613b0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a8c8d8-3984-407d-94b9-a9f204f47d64" -d '{"events": [{"server_uuid": "89119da8-c4e5-4644-9729-7b6ce68bdd02", "name": "network-vif-plugged", "status": "completed", "tag": "74ecf110-0848-432c-a281-017bd144ec28"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:22:42.938323 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 74ecf110-0848-432c-a281-017bd144ec28, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=74ecf110-0848-432c-a281-017bd144ec28,segment=NetworkSegment(6cc3c066-be31-4e4b-8ade-e372dc2401b6),segment_id=6cc3c066-be31-4e4b-8ade-e372dc2401b6)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:22:42.942579 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:42.943469 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 5b0c1849-8983-4161-af1f-fc3931118d95 up at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:22:42.981165 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8ddeac-e2aa-4530-a170-1e1129338aaf x-openstack-request-id: req-1d8ddeac-e2aa-4530-a170-1e1129338aaf {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:22:42.981606 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89119da8-c4e5-4644-9729-7b6ce68bdd02", "name": "network-vif-plugged", "status": "completed", "tag": "74ecf110-0848-432c-a281-017bd144ec28", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:22:42.981979 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1d8ddeac-e2aa-4530-a170-1e1129338aaf {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:22:42.982604 dv-cinder-768458-11-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89119da8-c4e5-4644-9729-7b6ce68bdd02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ecf110-0848-432c-a281-017bd144ec28', 'code': 200} Sep 27 12:22:43.049276 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=74ecf110-0848-432c-a281-017bd144ec28,revision_number=5']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:43.060868 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning complete for port 5b0c1849-8983-4161-af1f-fc3931118d95 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:22:43.061828 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:43.153654 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:43.201459 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 5b0c1849-8983-4161-af1f-fc3931118d95, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5b0c1849-8983-4161-af1f-fc3931118d95,segment=NetworkSegment(2a6580eb-8685-4d7a-9cf9-25621c7b4860),segment_id=2a6580eb-8685-4d7a-9cf9-25621c7b4860)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:22:43.205938 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:43.207135 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:22:43.246326 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] No Port match for: 4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:22:43.246486 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 4d3e9f4f-a9dc-4d2a-9630-b0bb1fd86d39 not bound to the agent host hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:22:43.279578 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=5b0c1849-8983-4161-af1f-fc3931118d95,revision_number=7']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:43.331159 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c413369-47dd-4b07-abaf-4a851765b3e3 req-2ad6c2e3-5650-4d23-ac61-ef53f2c3dd0b tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:43.332920 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1c413369-47dd-4b07-abaf-4a851765b3e3 req-2ad6c2e3-5650-4d23-ac61-ef53f2c3dd0b tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 946 time: 0.0530846 Sep 27 12:22:43.375597 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1c413369-47dd-4b07-abaf-4a851765b3e3 req-f1f79fee-9443-47b0-84ea-571e68c55fe7 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367210 Sep 27 12:22:43.626621 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a716bea-d0ec-42cb-978f-9b44266ea562 req-87a8f908-5c01-4da7-ae82-880bd4b20d3b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:43.628165 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0a716bea-d0ec-42cb-978f-9b44266ea562 req-87a8f908-5c01-4da7-ae82-880bd4b20d3b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0490928 Sep 27 12:22:43.667382 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0a716bea-d0ec-42cb-978f-9b44266ea562 req-7934243e-4797-4a6d-8133-8ef591316a56 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331678 Sep 27 12:22:44.500077 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20846f54-68c1-467f-b3e5-18212f1a204f req-7a5d6d84-6605-40f4-9833-93854cab4aee tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:44.501792 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-20846f54-68c1-467f-b3e5-18212f1a204f req-7a5d6d84-6605-40f4-9833-93854cab4aee tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 946 time: 0.0536115 Sep 27 12:22:44.549505 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-20846f54-68c1-467f-b3e5-18212f1a204f req-29a67209-36a3-4086-b422-3b72522d3ebc tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409112 Sep 27 12:22:44.788824 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abea37-e460-4002-bb3b-ae689901736f req-0f07c991-54c9-4862-ac47-88a892d6574c tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:44.790292 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-77abea37-e460-4002-bb3b-ae689901736f req-0f07c991-54c9-4862-ac47-88a892d6574c tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0497146 Sep 27 12:22:44.828409 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-77abea37-e460-4002-bb3b-ae689901736f req-52b28a3a-8770-4450-8a76-db42c6bd2425 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316448 Sep 27 12:22:44.984163 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0c1849-8983-4161-af1f-fc3931118d95'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:22:44.986450 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1408999cb3bb97c5ae56cf322f48a5762bdf0801c3dd38f4c7a67e93a613b0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987d5423-342d-4207-aa4a-5e2af961d85c" -d '{"events": [{"server_uuid": "2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9", "name": "network-vif-plugged", "status": "completed", "tag": "5b0c1849-8983-4161-af1f-fc3931118d95"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:22:45.022328 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308a734a-4750-42aa-a481-a466a32bc325 x-openstack-request-id: req-308a734a-4750-42aa-a481-a466a32bc325 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:22:45.022614 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9", "name": "network-vif-plugged", "status": "completed", "tag": "5b0c1849-8983-4161-af1f-fc3931118d95", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:22:45.022870 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-308a734a-4750-42aa-a481-a466a32bc325 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:22:45.023292 dv-cinder-768458-11-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0c1849-8983-4161-af1f-fc3931118d95', 'code': 200} Sep 27 12:22:45.252589 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4d544-5db0-4d49-a47f-f441f01382d5 req-d1ab63df-a622-41a1-8185-5f705fa0e059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:45.252985 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 59142) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:22:45.254087 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fff4d544-5db0-4d49-a47f-f441f01382d5 req-d1ab63df-a622-41a1-8185-5f705fa0e059 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=72093fa7db4244d79c19eca210667037&device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 1098 time: 0.0425596 Sep 27 12:22:45.325683 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ae4d6e2d-16df-4377-9376-c65693bc65cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:45.366660 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bf630375-6097-40d1-9642-f189bd0cb51c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:45.423532 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4d544-5db0-4d49-a47f-f441f01382d5 req-ee26737c-623b-49b0-846a-25b667c7d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:45.425006 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fff4d544-5db0-4d49-a47f-f441f01382d5 req-ee26737c-623b-49b0-846a-25b667c7d517 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5403b160-6d1e-45bc-9efc-c408d4d66d43 HTTP/1.1" status: 200 len: 918 time: 0.1380951 Sep 27 12:22:45.445695 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbcecd-7d77-476d-a59d-7d1cf2fb27e4 req-cd86015a-3280-40c0-8898-e5555bb80feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:45.447200 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-00dbcecd-7d77-476d-a59d-7d1cf2fb27e4 req-cd86015a-3280-40c0-8898-e5555bb80feb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 1099 time: 0.0611939 Sep 27 12:22:45.468024 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bf630375-6097-40d1-9642-f189bd0cb51c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:45.471892 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bf630375-6097-40d1-9642-f189bd0cb51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:45.513313 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-bf630375-6097-40d1-9642-f189bd0cb51c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=982c8884dede490fbfe2c3a2f1912f49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2592425 Sep 27 12:22:45.514568 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf630375-6097-40d1-9642-f189bd0cb51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c780c9-54e3-4930-9a08-2afc0c35f1bc,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:45.516925 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 59146) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:22:45.528073 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-00dbcecd-7d77-476d-a59d-7d1cf2fb27e4 req-1a910fe1-8969-49f4-97e9-f9826a0a6ba4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478079 Sep 27 12:22:45.530334 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fff4d544-5db0-4d49-a47f-f441f01382d5 req-d9a972d3-06a4-4b16-b42e-df6324a2f4a0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b0c1849-8983-4161-af1f-fc3931118d95 HTTP/1.1" status: 200 len: 1000 time: 0.0938156 Sep 27 12:22:45.567117 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9780b5f2-9fcf-436b-aa2a-b85d8a82aff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:45.588199 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9780b5f2-9fcf-436b-aa2a-b85d8a82aff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:45.643220 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9780b5f2-9fcf-436b-aa2a-b85d8a82aff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:45.645719 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9780b5f2-9fcf-436b-aa2a-b85d8a82aff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:45.646882 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-9780b5f2-9fcf-436b-aa2a-b85d8a82aff0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/33c780c9-54e3-4930-9a08-2afc0c35f1bc HTTP/1.1" status: 204 len: 168 time: 0.1271145 Sep 27 12:22:45.663414 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780b5f2-9fcf-436b-aa2a-b85d8a82aff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c780c9-54e3-4930-9a08-2afc0c35f1bc,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:45.679158 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249b10d-28b3-4172-92ba-fb24487e0119 req-58d40aec-f304-4782-b2fc-f25abd354d74 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:45.680840 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b249b10d-28b3-4172-92ba-fb24487e0119 req-58d40aec-f304-4782-b2fc-f25abd354d74 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 946 time: 0.0601213 Sep 27 12:22:45.727390 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b249b10d-28b3-4172-92ba-fb24487e0119 req-36942edb-c3a0-48c8-8e55-00ef0e767e70 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394647 Sep 27 12:22:45.932322 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 59156) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:22:45.940076 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4d544-5db0-4d49-a47f-f441f01382d5 req-73fb303e-efbd-4e1d-983a-e637a47b2aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:45.941576 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fff4d544-5db0-4d49-a47f-f441f01382d5 req-73fb303e-efbd-4e1d-983a-e637a47b2aa2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c2b6d0e0-734d-4b24-98bc-9d4bdee30d50 HTTP/1.1" status: 200 len: 856 time: 0.0533381 Sep 27 12:22:45.948332 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3e57732c-109f-4caa-885a-05c00857d35e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:45.958456 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f1d0e-ad18-4e89-879e-309d508ca23b req-e90f27cc-1c38-4fda-b97b-79c918579930 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:45.960025 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-483f1d0e-ad18-4e89-879e-309d508ca23b req-e90f27cc-1c38-4fda-b97b-79c918579930 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0521100 Sep 27 12:22:45.997713 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-483f1d0e-ad18-4e89-879e-309d508ca23b req-4181bc01-f759-4651-9d0f-5bfb34098fdb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312476 Sep 27 12:22:46.016572 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4d544-5db0-4d49-a47f-f441f01382d5 req-1c9c1412-9ebe-4b80-9a15-67e8a1fef04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:46.018060 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fff4d544-5db0-4d49-a47f-f441f01382d5 req-1c9c1412-9ebe-4b80-9a15-67e8a1fef04e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5403b160-6d1e-45bc-9efc-c408d4d66d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0677559 Sep 27 12:22:46.145765 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fff4d544-5db0-4d49-a47f-f441f01382d5 req-a7223563-3675-4894-8e96-f9dacbfad29e service neutron] 10.222.0.25 "GET /v2.0/networks/5403b160-6d1e-45bc-9efc-c408d4d66d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194742 Sep 27 12:22:46.150267 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3e57732c-109f-4caa-885a-05c00857d35e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:46.155698 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3e57732c-109f-4caa-885a-05c00857d35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:46.211347 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-3e57732c-109f-4caa-885a-05c00857d35e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ebcffcc63e7641f1a659b3bffd338dc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2775986 Sep 27 12:22:46.213987 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 59162) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:22:46.226049 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57732c-109f-4caa-885a-05c00857d35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91090621-cd26-4007-8245-f5ce920323d4,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:46.296178 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fff4d544-5db0-4d49-a47f-f441f01382d5 req-08ac7eac-744a-4e32-ac00-b554b6b6fc96 service neutron] 10.222.0.25 "GET /v2.0/networks/5403b160-6d1e-45bc-9efc-c408d4d66d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173720 Sep 27 12:22:46.298092 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d5bbfdf5-5c94-4912-98ee-fc9fd6fc4555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:46.322875 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d5bbfdf5-5c94-4912-98ee-fc9fd6fc4555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:46.378711 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d5bbfdf5-5c94-4912-98ee-fc9fd6fc4555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:46.381780 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d5bbfdf5-5c94-4912-98ee-fc9fd6fc4555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:46.385574 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-d5bbfdf5-5c94-4912-98ee-fc9fd6fc4555 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/91090621-cd26-4007-8245-f5ce920323d4 HTTP/1.1" status: 204 len: 168 time: 0.1705520 Sep 27 12:22:46.393926 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bbfdf5-5c94-4912-98ee-fc9fd6fc4555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91090621-cd26-4007-8245-f5ce920323d4,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:46.843326 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb570a9e-1369-4a39-b5ec-288432e110a3 req-de761e03-99f0-41ee-92da-b6c63b94430f tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:46.844901 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-eb570a9e-1369-4a39-b5ec-288432e110a3 req-de761e03-99f0-41ee-92da-b6c63b94430f tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 946 time: 0.0506184 Sep 27 12:22:46.886597 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-eb570a9e-1369-4a39-b5ec-288432e110a3 req-b644dc9b-f9e0-49ec-a028-6012e4364ef1 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350552 Sep 27 12:22:47.128039 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea10c2a-6a0a-4dd6-aa29-d8df23b78fc0 req-bf9cc2c5-9977-4329-b4c1-cc78762229e7 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:47.129568 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5ea10c2a-6a0a-4dd6-aa29-d8df23b78fc0 req-bf9cc2c5-9977-4329-b4c1-cc78762229e7 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0496008 Sep 27 12:22:47.170887 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5ea10c2a-6a0a-4dd6-aa29-d8df23b78fc0 req-9e89f289-134d-47d6-b890-2a5fea84b295 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355299 Sep 27 12:22:47.514052 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-345c3b65-fbe5-43a8-b2d5-c189bff7b2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:47.694576 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:22:48.004888 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422876d-9f40-4e0f-99b4-1b1f6039c20b req-7d8a04d9-de16-48d9-adae-4118c52b4ff4 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:48.007432 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8422876d-9f40-4e0f-99b4-1b1f6039c20b req-7d8a04d9-de16-48d9-adae-4118c52b4ff4 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 946 time: 0.0523336 Sep 27 12:22:48.045323 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8422876d-9f40-4e0f-99b4-1b1f6039c20b req-26f074c5-dde0-41b7-ab90-41e8924f26be tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329950 Sep 27 12:22:48.177481 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9fb06-a8b1-41ba-a1b5-d6c81ba8fe3c req-8fa6397e-5247-4576-96ec-b2e0cdf9af00 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:48.178977 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bea9fb06-a8b1-41ba-a1b5-d6c81ba8fe3c req-8fa6397e-5247-4576-96ec-b2e0cdf9af00 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 946 time: 0.0533986 Sep 27 12:22:48.227162 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bea9fb06-a8b1-41ba-a1b5-d6c81ba8fe3c req-085c1e78-c2ce-4174-b879-ab5a55df9409 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400217 Sep 27 12:22:48.258191 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 59260) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:22:48.358053 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6a5c9-2f8f-47bc-adca-f1b187370a5b req-aadcba84-d7eb-4ece-ba1d-e88bf226ef31 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:48.360024 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-75d6a5c9-2f8f-47bc-adca-f1b187370a5b req-aadcba84-d7eb-4ece-ba1d-e88bf226ef31 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0852726 Sep 27 12:22:48.436461 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-75d6a5c9-2f8f-47bc-adca-f1b187370a5b req-2c53d5ba-8968-415c-84ad-44f33fe6cc54 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622094 Sep 27 12:22:48.509748 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cc23f4-59b5-4a27-8819-7d3f8b93b72f tempest-TestVolumeBootPattern-1989762707 tempest-TestVolumeBootPattern-1989762707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:48.515186 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-b7cc23f4-59b5-4a27-8819-7d3f8b93b72f tempest-TestVolumeBootPattern-1989762707 tempest-TestVolumeBootPattern-1989762707-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 1094 time: 0.2514968 Sep 27 12:22:48.515808 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 59272) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:22:48.524706 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-ccc47298-a152-428f-b9e3-6004550fc0fc tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Request body: {'floatingip': {'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'port_id': '74ecf110-0848-432c-a281-017bd144ec28', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:22:48.551714 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ccc47298-a152-428f-b9e3-6004550fc0fc tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for floatingip, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:48.689129 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ccc47298-a152-428f-b9e3-6004550fc0fc tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:48.708259 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:48.831399 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-ccc47298-a152-428f-b9e3-6004550fc0fc tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Allocated IP 172.27.2.163 (1438fd00-25c8-4de7-950d-8ff7237ae90c/dd58ffbb-8e9b-44c5-a656-07f4206120ad/5ecfecd3-c40b-4b83-a3e4-b36525d71ce4) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:22:49.011077 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ccc47298-a152-428f-b9e3-6004550fc0fc tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:49.061454 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ccc47298-a152-428f-b9e3-6004550fc0fc tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:49.130495 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc47298-a152-428f-b9e3-6004550fc0fc tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Network 1438fd00-25c8-4de7-950d-8ff7237ae90c is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:22:49.131854 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc47298-a152-428f-b9e3-6004550fc0fc tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Pushing event updated for resources: {'Port': ['ID=5ecfecd3-c40b-4b83-a3e4-b36525d71ce4,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:49.135098 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-ccc47298-a152-428f-b9e3-6004550fc0fc tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:22:49.137169 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc47298-a152-428f-b9e3-6004550fc0fc tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:22:49.637558 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:50.007690 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35657704-4ce4-4069-98d3-692750653c8e req-7fa67fd1-dd61-45db-9f44-60d83a7a0976 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:50.007690 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-35657704-4ce4-4069-98d3-692750653c8e req-7fa67fd1-dd61-45db-9f44-60d83a7a0976 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.1432679 Sep 27 12:22:50.091412 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-35657704-4ce4-4069-98d3-692750653c8e req-bf5ebc16-b5ef-4015-a2f7-e57982e61d50 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138833 Sep 27 12:22:50.092630 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ccc47298-a152-428f-b9e3-6004550fc0fc tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:50.218371 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ccc47298-a152-428f-b9e3-6004550fc0fc tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:50.424577 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ccc47298-a152-428f-b9e3-6004550fc0fc tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:50.433896 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ccc47298-a152-428f-b9e3-6004550fc0fc tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:50.508629 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc47298-a152-428f-b9e3-6004550fc0fc tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Pushing event updated for resources: {'Port': ['ID=5ecfecd3-c40b-4b83-a3e4-b36525d71ce4,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:50.520479 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ccc47298-a152-428f-b9e3-6004550fc0fc tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528668'] for floatingip, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:50.626629 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.db.l3_db [None req-ccc47298-a152-428f-b9e3-6004550fc0fc tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Floating IP fea8a978-f62a-49e3-bd6c-07df71052b64 associated. External IP: 172.27.2.163, port: 74ecf110-0848-432c-a281-017bd144ec28. Sep 27 12:22:50.884196 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:50.961155 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc47298-a152-428f-b9e3-6004550fc0fc tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Router bb0e9400-b7d9-4e83-9682-c0b128d33e48 has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:22:51.095719 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc47298-a152-428f-b9e3-6004550fc0fc tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:22:51.110694 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0202a4ff-fc23-43d7-9383-b4e29aa11721 None None] Sync routers for ids ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'] in dv-cinder-768458-11-iscsi {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:22:51.134402 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0202a4ff-fc23-43d7-9383-b4e29aa11721 None None] Routers {'bb0e9400-b7d9-4e83-9682-c0b128d33e48'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:22:51.135316 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-0202a4ff-fc23-43d7-9383-b4e29aa11721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:22:47Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:22:51.162282 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ccc47298-a152-428f-b9e3-6004550fc0fc tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for floatingip, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:51.280750 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-ccc47298-a152-428f-b9e3-6004550fc0fc tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7628975 Sep 27 12:22:51.283173 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89119da8-c4e5-4644-9729-7b6ce68bdd02', 'tag': '74ecf110-0848-432c-a281-017bd144ec28'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:22:51.286674 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fd33ea-7976-4d18-9664-3b0cca53ec8a" -d '{"events": [{"name": "network-changed", "server_uuid": "89119da8-c4e5-4644-9729-7b6ce68bdd02", "tag": "74ecf110-0848-432c-a281-017bd144ec28"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:22:51.345014 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2e598-de20-42c5-8a71-877b27d652f0 req-0debfec1-a447-40b2-8be9-79cb8fb9b199 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:51.345014 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6dc2e598-de20-42c5-8a71-877b27d652f0 req-0debfec1-a447-40b2-8be9-79cb8fb9b199 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.1409554 Sep 27 12:22:51.375481 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-0202a4ff-fc23-43d7-9383-b4e29aa11721 None None] Set router bb0e9400-b7d9-4e83-9682-c0b128d33e48 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:22:51.463121 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6dc2e598-de20-42c5-8a71-877b27d652f0 req-41510da8-4513-4514-9d17-69088a59bc05 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073668 Sep 27 12:22:51.566330 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a35991-4c9d-442c-94d7-a1396588097f x-openstack-request-id: req-c4a35991-4c9d-442c-94d7-a1396588097f {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:22:51.566790 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89119da8-c4e5-4644-9729-7b6ce68bdd02", "tag": "74ecf110-0848-432c-a281-017bd144ec28", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:22:51.567230 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c4a35991-4c9d-442c-94d7-a1396588097f {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:22:51.567858 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89119da8-c4e5-4644-9729-7b6ce68bdd02', 'tag': '74ecf110-0848-432c-a281-017bd144ec28', 'status': 'completed', 'code': 200} Sep 27 12:22:51.867400 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-0202a4ff-fc23-43d7-9383-b4e29aa11721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'name': 'tempest-TestVolumeBootPattern-551154710-router', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:31Z', 'updated_at': '2021-09-27T12:21:35Z', 'revision_number': 4, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'gw_port': {'id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:32Z', 'updated_at': '2021-09-27T12:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_floatingips': [{'id': 'fea8a978-f62a-49e3-bd6c-07df71052b64', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'router_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'port_id': '74ecf110-0848-432c-a281-017bd144ec28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'mac_address': 'fa:16:3e:aa:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89119da8-c4e5-4644-9729-7b6ce68bdd02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:22:49Z', 'updated_at': '2021-09-27T12:22:49Z', 'revision_number': 0, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78078fd6-c318-424e-bcdb-913e81f88b04', 'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'mac_address': 'fa:16:3e:e7:d0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:34Z', 'updated_at': '2021-09-27T12:21:39Z', 'revision_number': 5, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'subnets': [{'id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:22:51.907548 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0202a4ff-fc23-43d7-9383-b4e29aa11721 None None] Checking router: bb0e9400-b7d9-4e83-9682-c0b128d33e48 for host: dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:22:51.920704 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0202a4ff-fc23-43d7-9383-b4e29aa11721 None None] Routers {'bb0e9400-b7d9-4e83-9682-c0b128d33e48'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:22:51.921329 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-0202a4ff-fc23-43d7-9383-b4e29aa11721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:22:47Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:22:52.202818 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-0202a4ff-fc23-43d7-9383-b4e29aa11721 None None] Set router bb0e9400-b7d9-4e83-9682-c0b128d33e48 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:22:52.501531 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-0202a4ff-fc23-43d7-9383-b4e29aa11721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'name': 'tempest-TestVolumeBootPattern-551154710-router', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:31Z', 'updated_at': '2021-09-27T12:21:35Z', 'revision_number': 4, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'gw_port': {'id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:32Z', 'updated_at': '2021-09-27T12:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_floatingips': [{'id': 'fea8a978-f62a-49e3-bd6c-07df71052b64', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'router_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'port_id': '74ecf110-0848-432c-a281-017bd144ec28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'mac_address': 'fa:16:3e:aa:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89119da8-c4e5-4644-9729-7b6ce68bdd02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:22:49Z', 'updated_at': '2021-09-27T12:22:49Z', 'revision_number': 0, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78078fd6-c318-424e-bcdb-913e81f88b04', 'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'mac_address': 'fa:16:3e:e7:d0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:34Z', 'updated_at': '2021-09-27T12:21:39Z', 'revision_number': 5, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'subnets': [{'id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:22:52.530898 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0202a4ff-fc23-43d7-9383-b4e29aa11721 None None] The sync data for ids ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'] in dv-cinder-768458-11-iscsi is: [{'id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'name': 'tempest-TestVolumeBootPattern-551154710-router', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:31Z', 'updated_at': '2021-09-27T12:21:35Z', 'revision_number': 4, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'gw_port': {'id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:32Z', 'updated_at': '2021-09-27T12:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_floatingips': [{'id': 'fea8a978-f62a-49e3-bd6c-07df71052b64', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'router_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'port_id': '74ecf110-0848-432c-a281-017bd144ec28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'mac_address': 'fa:16:3e:aa:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89119da8-c4e5-4644-9729-7b6ce68bdd02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:22:49Z', 'updated_at': '2021-09-27T12:22:49Z', 'revision_number': 0, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78078fd6-c318-424e-bcdb-913e81f88b04', 'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'mac_address': 'fa:16:3e:e7:d0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:34Z', 'updated_at': '2021-09-27T12:21:39Z', 'revision_number': 5, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'subnets': [{'id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:22:52.637661 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6f46f-77f5-4e1d-9bde-02f096fb1dd4 req-7e431947-6fae-4c47-a494-9d3679b7c654 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:52.639508 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-bda6f46f-77f5-4e1d-9bde-02f096fb1dd4 req-7e431947-6fae-4c47-a494-9d3679b7c654 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0720329 Sep 27 12:22:52.694963 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-bda6f46f-77f5-4e1d-9bde-02f096fb1dd4 req-295498c0-a9c3-46ea-aef2-3e085d761a37 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460918 Sep 27 12:22:52.828719 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9727e35f-49a7-4a09-82af-122ff372a0df None None] New status for floating IP fea8a978-f62a-49e3-bd6c-07df71052b64: ACTIVE {{(pid=94064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:22:53.863288 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cae79-ec91-4550-b6f1-5ffa6149a62d req-dcdf96f9-21c9-4a3b-ae33-875b932c79d5 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:53.864998 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fe0cae79-ec91-4550-b6f1-5ffa6149a62d req-dcdf96f9-21c9-4a3b-ae33-875b932c79d5 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0630047 Sep 27 12:22:53.909004 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fe0cae79-ec91-4550-b6f1-5ffa6149a62d req-15315a6c-6ca0-4a5a-a89c-53a33c7fc0da tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365520 Sep 27 12:22:54.988072 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd33ea-7976-4d18-9664-3b0cca53ec8a req-32e67dfd-9e2f-4167-bfa1-54f2a8873746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:54.989609 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-37fd33ea-7976-4d18-9664-3b0cca53ec8a req-32e67dfd-9e2f-4167-bfa1-54f2a8873746 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02234d33e23642d9aaa9e248e4bd9949&device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 1099 time: 0.0724041 Sep 27 12:22:55.123583 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b76782-89cd-4838-b70f-9b753c058062 req-27b41a0b-9247-4820-ab30-3ea93075a6f8 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:55.125143 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f8b76782-89cd-4838-b70f-9b753c058062 req-27b41a0b-9247-4820-ab30-3ea93075a6f8 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.1135545 Sep 27 12:22:55.155142 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd33ea-7976-4d18-9664-3b0cca53ec8a req-dd067d4e-a75b-4a02-8a85-9987db9fb3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:55.156712 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-37fd33ea-7976-4d18-9664-3b0cca53ec8a req-dd067d4e-a75b-4a02-8a85-9987db9fb3ba service neutron] 10.222.0.25 "GET /v2.0/networks?id=e2025397-7087-4c7f-a9f8-607a9a9daadf HTTP/1.1" status: 200 len: 912 time: 0.1588759 Sep 27 12:22:55.214877 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f8b76782-89cd-4838-b70f-9b753c058062 req-561cfe55-d6f4-43d6-b6f5-dbd1a8281d90 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826895 Sep 27 12:22:55.252604 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-37fd33ea-7976-4d18-9664-3b0cca53ec8a req-16068f5d-2fa3-41e1-ab2a-43938242de65 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74ecf110-0848-432c-a281-017bd144ec28 HTTP/1.1" status: 200 len: 1002 time: 0.0855074 Sep 27 12:22:55.313376 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd33ea-7976-4d18-9664-3b0cca53ec8a req-ab716c04-7d28-49ee-87a8-335ce3164c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:55.315143 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-37fd33ea-7976-4d18-9664-3b0cca53ec8a req-ab716c04-7d28-49ee-87a8-335ce3164c93 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b63fdef-f685-4755-a4ce-3355d57dd264 HTTP/1.1" status: 200 len: 850 time: 0.0548301 Sep 27 12:22:55.372340 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd33ea-7976-4d18-9664-3b0cca53ec8a req-c9a88829-ea89-4f9a-b3b5-928c85976303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:55.373810 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-37fd33ea-7976-4d18-9664-3b0cca53ec8a req-c9a88829-ea89-4f9a-b3b5-928c85976303 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e2025397-7087-4c7f-a9f8-607a9a9daadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0503950 Sep 27 12:22:55.475360 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-37fd33ea-7976-4d18-9664-3b0cca53ec8a req-79ac17a8-375d-4e4c-a63b-73ce74657c7a service neutron] 10.222.0.25 "GET /v2.0/networks/e2025397-7087-4c7f-a9f8-607a9a9daadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931175 Sep 27 12:22:55.599003 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-37fd33ea-7976-4d18-9664-3b0cca53ec8a req-7b7386c9-6193-48ae-973f-b73f8b40adf5 service neutron] 10.222.0.25 "GET /v2.0/networks/e2025397-7087-4c7f-a9f8-607a9a9daadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160376 Sep 27 12:22:56.370182 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade304c-0f85-4b4f-9641-0367208ff3d8 req-f5e8cdaf-0619-46f3-8708-ae90ef03f2a8 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:56.371707 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2ade304c-0f85-4b4f-9641-0367208ff3d8 req-f5e8cdaf-0619-46f3-8708-ae90ef03f2a8 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0502880 Sep 27 12:22:56.415219 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2ade304c-0f85-4b4f-9641-0367208ff3d8 req-f6ec0893-c135-4670-9b6d-81268625012f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360477 Sep 27 12:22:57.047100 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 59414) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:22:57.243286 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-26b7f636-b894-4050-b672-289b46e1d0cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:57.360966 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-26b7f636-b894-4050-b672-289b46e1d0cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:57.366568 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-26b7f636-b894-4050-b672-289b46e1d0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:57.413472 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7f636-b894-4050-b672-289b46e1d0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cda3a8-6800-4bf3-a18c-b061853223a4,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:57.420943 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-26b7f636-b894-4050-b672-289b46e1d0cf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=27dd850c88c64c529b81de6ccb3b4278&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3713691 Sep 27 12:22:57.421247 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 59426) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:22:57.486345 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cc2cd096-6221-4aeb-b024-453bd534620e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:57.536601 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cc2cd096-6221-4aeb-b024-453bd534620e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:57.594144 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227014fa-6c71-45f3-951d-69f03450b881 req-a4a282ab-7a29-4905-93ec-682594b77186 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:57.595863 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-227014fa-6c71-45f3-951d-69f03450b881 req-a4a282ab-7a29-4905-93ec-682594b77186 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0971277 Sep 27 12:22:57.634802 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cc2cd096-6221-4aeb-b024-453bd534620e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:57.637322 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cc2cd096-6221-4aeb-b024-453bd534620e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:57.639237 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-cc2cd096-6221-4aeb-b024-453bd534620e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/87cda3a8-6800-4bf3-a18c-b061853223a4 HTTP/1.1" status: 204 len: 168 time: 0.2162855 Sep 27 12:22:57.679207 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-227014fa-6c71-45f3-951d-69f03450b881 req-8f1b1238-b307-4a40-9433-b74f96187d7e tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701165 Sep 27 12:22:57.681923 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2cd096-6221-4aeb-b024-453bd534620e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cda3a8-6800-4bf3-a18c-b061853223a4,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:57.957848 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 59434) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:22:57.971688 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3e1d2d13-1222-48de-bddc-191aaa7b1c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:58.073637 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3e1d2d13-1222-48de-bddc-191aaa7b1c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:58.077636 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3e1d2d13-1222-48de-bddc-191aaa7b1c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:58.117963 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-3e1d2d13-1222-48de-bddc-191aaa7b1c69 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=949912bea1704e14a656d9ca9a316c62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1589742 Sep 27 12:22:58.118797 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d2d13-1222-48de-bddc-191aaa7b1c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b099264-231e-4f0e-a454-081566a6f9de,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:58.120826 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 59442) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:22:58.174426 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ba095ff0-0f24-43e3-9eb4-e0f984cb1b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:58.194335 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ba095ff0-0f24-43e3-9eb4-e0f984cb1b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:58.241182 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ba095ff0-0f24-43e3-9eb4-e0f984cb1b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:58.244003 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ba095ff0-0f24-43e3-9eb4-e0f984cb1b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:22:58.247840 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-ba095ff0-0f24-43e3-9eb4-e0f984cb1b7e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6b099264-231e-4f0e-a454-081566a6f9de HTTP/1.1" status: 204 len: 168 time: 0.1255021 Sep 27 12:22:58.260234 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba095ff0-0f24-43e3-9eb4-e0f984cb1b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b099264-231e-4f0e-a454-081566a6f9de,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:22:58.803136 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e87066-0ac1-4c78-b168-ff848b9a7bde req-c4b94860-adad-4209-adce-d380b81b9423 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:58.804728 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-63e87066-0ac1-4c78-b168-ff848b9a7bde req-c4b94860-adad-4209-adce-d380b81b9423 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0521240 Sep 27 12:22:58.844438 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-63e87066-0ac1-4c78-b168-ff848b9a7bde req-1c8b8890-20d8-45ad-aff8-d118f860323d tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328405 Sep 27 12:22:59.319930 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0638caf-ba10-4d52-9ede-b83a5108d01c req-47eb9a30-3647-432d-a5e4-2a4f66d31ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:59.321516 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c0638caf-ba10-4d52-9ede-b83a5108d01c req-47eb9a30-3647-432d-a5e4-2a4f66d31ddd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=72093fa7db4244d79c19eca210667037&device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 1098 time: 0.0552347 Sep 27 12:22:59.422453 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0638caf-ba10-4d52-9ede-b83a5108d01c req-fbebad08-e91d-47ba-8071-6959c3bde5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:59.424350 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c0638caf-ba10-4d52-9ede-b83a5108d01c req-fbebad08-e91d-47ba-8071-6959c3bde5fc service neutron] 10.222.0.25 "GET /v2.0/networks?id=5403b160-6d1e-45bc-9efc-c408d4d66d43 HTTP/1.1" status: 200 len: 918 time: 0.0944710 Sep 27 12:22:59.494730 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c0638caf-ba10-4d52-9ede-b83a5108d01c req-821680ed-7c89-4276-b146-46d222443b84 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b0c1849-8983-4161-af1f-fc3931118d95 HTTP/1.1" status: 200 len: 1000 time: 0.0621932 Sep 27 12:22:59.546678 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0638caf-ba10-4d52-9ede-b83a5108d01c req-58503828-7e21-425a-945e-c22a9ad85825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:59.548266 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c0638caf-ba10-4d52-9ede-b83a5108d01c req-58503828-7e21-425a-945e-c22a9ad85825 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c2b6d0e0-734d-4b24-98bc-9d4bdee30d50 HTTP/1.1" status: 200 len: 856 time: 0.0454004 Sep 27 12:22:59.597185 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0638caf-ba10-4d52-9ede-b83a5108d01c req-2f02068a-ca43-43fe-b870-44c997c9df9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:22:59.598700 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c0638caf-ba10-4d52-9ede-b83a5108d01c req-2f02068a-ca43-43fe-b870-44c997c9df9c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5403b160-6d1e-45bc-9efc-c408d4d66d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435998 Sep 27 12:22:59.725940 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c0638caf-ba10-4d52-9ede-b83a5108d01c req-56646849-df35-464a-9b3b-9caf2e97213f service neutron] 10.222.0.25 "GET /v2.0/networks/5403b160-6d1e-45bc-9efc-c408d4d66d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188364 Sep 27 12:22:59.835878 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c0638caf-ba10-4d52-9ede-b83a5108d01c req-da9d6786-f916-47e3-94c9-8a04d617885d service neutron] 10.222.0.25 "GET /v2.0/networks/5403b160-6d1e-45bc-9efc-c408d4d66d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021910 Sep 27 12:23:00.210633 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14517ac5-c248-44de-97c8-aca634fc37d0 req-8d879e83-fdfd-44f5-bbf2-9eebd68f5580 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:00.212116 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-14517ac5-c248-44de-97c8-aca634fc37d0 req-8d879e83-fdfd-44f5-bbf2-9eebd68f5580 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.2933993 Sep 27 12:23:00.251202 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-14517ac5-c248-44de-97c8-aca634fc37d0 req-4d98e99c-4f2b-4da1-86cc-98ed04604b89 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324917 Sep 27 12:23:01.367930 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95de89c-cb61-4aff-9a9f-e07cab4aaaa1 req-0c282c41-bf41-4cfd-85b8-b8c574ebeaba tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:01.369381 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d95de89c-cb61-4aff-9a9f-e07cab4aaaa1 req-0c282c41-bf41-4cfd-85b8-b8c574ebeaba tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0481465 Sep 27 12:23:01.407151 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d95de89c-cb61-4aff-9a9f-e07cab4aaaa1 req-a0ee6aa4-a849-4238-8044-ca123fa955dc tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312717 Sep 27 12:23:02.526842 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817ec19-0753-4c18-ace4-a3094f35f930 req-7b1c65ea-ba01-4364-901a-9767c0778947 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:02.528320 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4817ec19-0753-4c18-ace4-a3094f35f930 req-7b1c65ea-ba01-4364-901a-9767c0778947 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0480971 Sep 27 12:23:02.565479 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4817ec19-0753-4c18-ace4-a3094f35f930 req-5a92a6f4-a8b4-4603-9ddb-739796612668 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306649 Sep 27 12:23:03.687320 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa720f26-42c2-4010-b992-e8a5a4947ebf req-90126192-3216-49bf-bb23-321ee78d63d2 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:03.688794 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fa720f26-42c2-4010-b992-e8a5a4947ebf req-90126192-3216-49bf-bb23-321ee78d63d2 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0521877 Sep 27 12:23:03.727819 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fa720f26-42c2-4010-b992-e8a5a4947ebf req-e510a955-b276-475a-b3ce-5ec695549526 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330305 Sep 27 12:23:04.842059 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc7052-2f82-4588-82d6-bd35210077f0 req-2852c445-bb76-4dbd-8803-7f49c0e010a6 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:04.843543 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5efc7052-2f82-4588-82d6-bd35210077f0 req-2852c445-bb76-4dbd-8803-7f49c0e010a6 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 945 time: 0.0476675 Sep 27 12:23:04.880825 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5efc7052-2f82-4588-82d6-bd35210077f0 req-24121a7d-1293-49ed-913c-07baa64ec3f1 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310152 Sep 27 12:23:05.306447 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 5b0c1849-8983-4161-af1f-fc3931118d95 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:23:05.383299 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:05.405122 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b0c1849-8983-4161-af1f-fc3931118d95'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:23:05.407371 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1408999cb3bb97c5ae56cf322f48a5762bdf0801c3dd38f4c7a67e93a613b0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24235d30-4f34-443a-af16-aa864a7dbe48" -d '{"events": [{"server_uuid": "2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9", "name": "network-vif-unplugged", "status": "completed", "tag": "5b0c1849-8983-4161-af1f-fc3931118d95"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:23:05.420390 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 5b0c1849-8983-4161-af1f-fc3931118d95, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5b0c1849-8983-4161-af1f-fc3931118d95,segment=NetworkSegment(2a6580eb-8685-4d7a-9cf9-25621c7b4860),segment_id=2a6580eb-8685-4d7a-9cf9-25621c7b4860)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:23:05.424464 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:05.447804 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 12:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e2a11c-2cd8-4068-a240-463567d70b05 x-openstack-request-id: req-e4e2a11c-2cd8-4068-a240-463567d70b05 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:23:05.448081 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9", "name": "network-vif-unplugged", "status": "completed", "tag": "5b0c1849-8983-4161-af1f-fc3931118d95", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:23:05.448336 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e4e2a11c-2cd8-4068-a240-463567d70b05 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:23:05.448721 dv-cinder-768458-11-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b0c1849-8983-4161-af1f-fc3931118d95', 'code': 200} Sep 27 12:23:05.480844 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=5b0c1849-8983-4161-af1f-fc3931118d95,revision_number=8']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:06.008679 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324335a-0845-4853-8a73-90a45be896c8 req-19dbe81f-8407-43a2-8dc2-1a19f7361153 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:06.008679 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b324335a-0845-4853-8a73-90a45be896c8 req-19dbe81f-8407-43a2-8dc2-1a19f7361153 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.0544071 Sep 27 12:23:06.045685 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b324335a-0845-4853-8a73-90a45be896c8 req-88fe1a6d-bba1-4f55-bec8-9c16e92e5cf7 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325179 Sep 27 12:23:07.171469 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b743bf-693e-4cd5-9ed8-619fa0abe6ea req-daa5576a-5cca-40a6-a83f-fd946b274edd tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:07.172935 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e5b743bf-693e-4cd5-9ed8-619fa0abe6ea req-daa5576a-5cca-40a6-a83f-fd946b274edd tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.0484519 Sep 27 12:23:07.212385 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e5b743bf-693e-4cd5-9ed8-619fa0abe6ea req-4650835c-e049-4744-9d45-6e23ba4bca6f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335212 Sep 27 12:23:07.686567 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [req-b59cc5d2-80e8-40b4-88db-c387a3c001c6 req-de8abe51-1263-4298-aad2-e8f1e992c94d service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 12:23:07.687572 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b59cc5d2-80e8-40b4-88db-c387a3c001c6 req-de8abe51-1263-4298-aad2-e8f1e992c94d service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054266 Sep 27 12:23:07.842138 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae02b9-60f3-47fa-983f-a64343f73424 req-a0c58f37-db51-40a9-989c-01c712720069 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:07.843680 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-98ae02b9-60f3-47fa-983f-a64343f73424 req-a0c58f37-db51-40a9-989c-01c712720069 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.0496612 Sep 27 12:23:07.883618 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-98ae02b9-60f3-47fa-983f-a64343f73424 req-c040b88f-e59b-4aa4-a0f0-c47cae6aef01 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332825 Sep 27 12:23:08.207890 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 59612) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:23:08.300804 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-76cfbb94-bfe6-4bff-ab4a-f058658b7cd6 req-7550a3bc-fc2c-4947-a0aa-1f079d6db444 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0914059 Sep 27 12:23:08.309844 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [req-76cfbb94-bfe6-4bff-ab4a-f058658b7cd6 req-15747af2-8bed-4e9c-b68f-122d161a0751 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 12:23:08.310821 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-76cfbb94-bfe6-4bff-ab4a-f058658b7cd6 req-15747af2-8bed-4e9c-b68f-122d161a0751 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049055 Sep 27 12:23:09.007009 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317573a1-109b-46f6-b9a8-16e7e2b9e555 req-9f3930e6-ff30-4f21-9c18-e6282a1a4b62 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:09.008481 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-317573a1-109b-46f6-b9a8-16e7e2b9e555 req-9f3930e6-ff30-4f21-9c18-e6282a1a4b62 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.0483763 Sep 27 12:23:09.045210 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-317573a1-109b-46f6-b9a8-16e7e2b9e555 req-5cd51eec-8b69-4aa2-8b45-0d5e391ba361 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306869 Sep 27 12:23:10.170104 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b72602-0d03-4874-8174-404d3faa8cf3 req-18fe9e4b-dc77-4d5e-9506-d687b2bbc8a9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:10.171638 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-80b72602-0d03-4874-8174-404d3faa8cf3 req-18fe9e4b-dc77-4d5e-9506-d687b2bbc8a9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.0551248 Sep 27 12:23:10.211505 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-80b72602-0d03-4874-8174-404d3faa8cf3 req-d8a6bd92-dd84-4d2a-8191-b7093671bdfe tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339015 Sep 27 12:23:11.326838 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6228b-41fc-40b3-b9d7-96e4b314ccbc req-e1a5c03c-bde9-4e58-bee0-c488c47e9d77 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:11.328338 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7ca6228b-41fc-40b3-b9d7-96e4b314ccbc req-e1a5c03c-bde9-4e58-bee0-c488c47e9d77 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.0484374 Sep 27 12:23:11.369837 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7ca6228b-41fc-40b3-b9d7-96e4b314ccbc req-9ccd3d51-8580-4dd4-9c8f-0d42cfb27481 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347717 Sep 27 12:23:11.489082 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:12.519110 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62ea5e-e96c-4e2e-b87e-a6a494a2d203 req-490aa466-41f4-4ac6-afd5-63f1196fc12c tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:12.522339 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1c62ea5e-e96c-4e2e-b87e-a6a494a2d203 req-490aa466-41f4-4ac6-afd5-63f1196fc12c tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.0692475 Sep 27 12:23:12.570392 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1c62ea5e-e96c-4e2e-b87e-a6a494a2d203 req-7ddbe47d-9593-4252-9e0e-8cf36e044dc9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408244 Sep 27 12:23:13.391199 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfbb94-bfe6-4bff-ab4a-f058658b7cd6 req-610fa7e5-b341-40bd-88b0-27164c3fbecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:13.393028 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-76cfbb94-bfe6-4bff-ab4a-f058658b7cd6 req-610fa7e5-b341-40bd-88b0-27164c3fbecb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9&tenant_id=72093fa7db4244d79c19eca210667037 HTTP/1.1" status: 200 len: 1096 time: 0.1117239 Sep 27 12:23:13.456225 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 5b0c1849-8983-4161-af1f-fc3931118d95 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:23:13.468792 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfbb94-bfe6-4bff-ab4a-f058658b7cd6 req-30f9b4f6-e83a-4ae8-8028-f8ddbcfef351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:13.470483 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-76cfbb94-bfe6-4bff-ab4a-f058658b7cd6 req-30f9b4f6-e83a-4ae8-8028-f8ddbcfef351 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=72093fa7db4244d79c19eca210667037&device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 1096 time: 0.0494998 Sep 27 12:23:13.575417 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfbb94-bfe6-4bff-ab4a-f058658b7cd6 req-8c1b2a96-a343-43b0-bd99-3c4f269d8dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:13.577715 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-76cfbb94-bfe6-4bff-ab4a-f058658b7cd6 req-8c1b2a96-a343-43b0-bd99-3c4f269d8dd5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5403b160-6d1e-45bc-9efc-c408d4d66d43 HTTP/1.1" status: 200 len: 918 time: 0.1000566 Sep 27 12:23:13.665271 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-76cfbb94-bfe6-4bff-ab4a-f058658b7cd6 req-0785bf90-a400-49e7-b1cc-3cf201e43330 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b0c1849-8983-4161-af1f-fc3931118d95 HTTP/1.1" status: 200 len: 998 time: 0.0796690 Sep 27 12:23:13.758807 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfbb94-bfe6-4bff-ab4a-f058658b7cd6 req-78f44fe5-5f50-449e-b7fa-b75b437de201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:13.760351 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-76cfbb94-bfe6-4bff-ab4a-f058658b7cd6 req-78f44fe5-5f50-449e-b7fa-b75b437de201 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c2b6d0e0-734d-4b24-98bc-9d4bdee30d50 HTTP/1.1" status: 200 len: 856 time: 0.0852344 Sep 27 12:23:13.767942 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c43db-1b0b-44a5-8671-8e92abbdcbf8 req-6840d57d-c1e6-4213-a010-915b8c0c31c9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:13.770061 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1a5c43db-1b0b-44a5-8671-8e92abbdcbf8 req-6840d57d-c1e6-4213-a010-915b8c0c31c9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.1078107 Sep 27 12:23:13.846021 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1a5c43db-1b0b-44a5-8671-8e92abbdcbf8 req-7a2e0427-b71b-4dec-8a41-6be9da3c8eeb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464280 Sep 27 12:23:13.849218 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfbb94-bfe6-4bff-ab4a-f058658b7cd6 req-1d1b4c24-da93-4eed-9485-ce6fd2f97c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:13.850683 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-76cfbb94-bfe6-4bff-ab4a-f058658b7cd6 req-1d1b4c24-da93-4eed-9485-ce6fd2f97c33 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5403b160-6d1e-45bc-9efc-c408d4d66d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0797420 Sep 27 12:23:13.969233 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-76cfbb94-bfe6-4bff-ab4a-f058658b7cd6 req-43360944-5001-47d3-b01a-b244bbec8a42 service neutron] 10.222.0.25 "GET /v2.0/networks/5403b160-6d1e-45bc-9efc-c408d4d66d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092718 Sep 27 12:23:14.075176 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-76cfbb94-bfe6-4bff-ab4a-f058658b7cd6 req-74620ce4-8473-4730-bb14-ef278bfea36e service neutron] 10.222.0.25 "GET /v2.0/networks/5403b160-6d1e-45bc-9efc-c408d4d66d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866964 Sep 27 12:23:15.039679 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d87f61-b64d-4765-9838-b24b485740e6 req-17aa797a-1874-492f-a5fd-f32ad3c3e8e3 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:15.042860 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-99d87f61-b64d-4765-9838-b24b485740e6 req-17aa797a-1874-492f-a5fd-f32ad3c3e8e3 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.0802491 Sep 27 12:23:15.123958 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-99d87f61-b64d-4765-9838-b24b485740e6 req-b1dbcab7-cd18-4631-8593-0e6a2c803a0c tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711870 Sep 27 12:23:15.338927 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-76fc05cd-9f87-4f1f-ac25-c9b1e63a02f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:16.282135 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35c860-3d3a-4506-89ad-8b23ef93eeac req-10b9d53c-fc8c-46cb-ba6b-6f18493ef3d7 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:16.284235 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-bb35c860-3d3a-4506-89ad-8b23ef93eeac req-10b9d53c-fc8c-46cb-ba6b-6f18493ef3d7 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.0522275 Sep 27 12:23:16.335111 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-bb35c860-3d3a-4506-89ad-8b23ef93eeac req-c8f82f0f-50e7-441e-901d-8eb35dabcb9f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351593 Sep 27 12:23:16.997884 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 59756) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:23:17.052556 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e0a00e5-0d13-4779-b3ea-1a7e82507ff7 admin admin] Deleting subnet cf1dc9e5-8c87-40f9-8ebb-1486801540d8 {{(pid=94062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:23:17.056022 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9e0a00e5-0d13-4779-b3ea-1a7e82507ff7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:17.093882 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9e0a00e5-0d13-4779-b3ea-1a7e82507ff7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328894'] for subnet, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:17.141089 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9e0a00e5-0d13-4779-b3ea-1a7e82507ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8349256'] for subnet, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:17.216168 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9e0a00e5-0d13-4779-b3ea-1a7e82507ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8349249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4103766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8778815'] for subnet, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:17.253841 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a00e5-0d13-4779-b3ea-1a7e82507ff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf1dc9e5-8c87-40f9-8ebb-1486801540d8,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:17.261243 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9e0a00e5-0d13-4779-b3ea-1a7e82507ff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:17.266938 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-9e0a00e5-0d13-4779-b3ea-1a7e82507ff7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/cf1dc9e5-8c87-40f9-8ebb-1486801540d8 HTTP/1.1" status: 204 len: 168 time: 0.2637610 Sep 27 12:23:17.268184 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 59760) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:23:17.351757 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-179bcd09-2816-46b2-be8e-b00b105d5b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7874224'] for network, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:17.464103 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-179bcd09-2816-46b2-be8e-b00b105d5b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8355569', 'neutron.services.segments.db._delete_segments_for_network-8743558924948'] for network, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:17.486795 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-179bcd09-2816-46b2-be8e-b00b105d5b31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057f8f27-5d47-4c69-8946-b15147d29a56']}} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:23:17.497887 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-179bcd09-2816-46b2-be8e-b00b105d5b31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb87695-19f8-4333-b5f9-0a331f2a0b2b') {'for_net_delete': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:23:17.498273 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-179bcd09-2816-46b2-be8e-b00b105d5b31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb87695-19f8-4333-b5f9-0a331f2a0b2b') {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:23:17.514882 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cbc45-5d94-4629-85d4-e411e4d39711 req-33289a38-da7b-47c2-93b5-3c39e3d5af0f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:17.517550 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2e6cbc45-5d94-4629-85d4-e411e4d39711 req-33289a38-da7b-47c2-93b5-3c39e3d5af0f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.0781267 Sep 27 12:23:17.520808 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-179bcd09-2816-46b2-be8e-b00b105d5b31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743558923165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328871'] for segment, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:17.521370 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5cb8dadb-782a-4283-a7b7-8c19f1863ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:17.537055 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-179bcd09-2816-46b2-be8e-b00b105d5b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:17.545967 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-179bcd09-2816-46b2-be8e-b00b105d5b31 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:23:17.546358 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-179bcd09-2816-46b2-be8e-b00b105d5b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4103672'] for segment, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:17.548112 dv-cinder-768458-11-iscsi neutron-server[94062]: Traceback (most recent call last): Sep 27 12:23:17.548112 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:23:17.548112 dv-cinder-768458-11-iscsi neutron-server[94062]: timer() Sep 27 12:23:17.548112 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:23:17.548112 dv-cinder-768458-11-iscsi neutron-server[94062]: cb(*args, **kw) Sep 27 12:23:17.548112 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:23:17.548112 dv-cinder-768458-11-iscsi neutron-server[94062]: return func(*args, **kwargs) Sep 27 12:23:17.548112 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:23:17.548112 dv-cinder-768458-11-iscsi neutron-server[94062]: self._notify() Sep 27 12:23:17.548112 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:23:17.548112 dv-cinder-768458-11-iscsi neutron-server[94062]: self.callback(batched_events) Sep 27 12:23:17.548112 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:23:17.548112 dv-cinder-768458-11-iscsi neutron-server[94062]: event.method(event) Sep 27 12:23:17.548112 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:23:17.548112 dv-cinder-768458-11-iscsi neutron-server[94062]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:23:17.548112 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:23:17.548112 dv-cinder-768458-11-iscsi neutron-server[94062]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:23:17.548112 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:23:17.548112 dv-cinder-768458-11-iscsi neutron-server[94062]: return f(self, *a, **k) Sep 27 12:23:17.548112 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:23:17.548112 dv-cinder-768458-11-iscsi neutron-server[94062]: return self._get(url).json() Sep 27 12:23:17.548112 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:23:17.548112 dv-cinder-768458-11-iscsi neutron-server[94062]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:23:17.548112 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:23:17.548112 dv-cinder-768458-11-iscsi neutron-server[94062]: return self.request(url, 'GET', **kwargs) Sep 27 12:23:17.548112 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:23:17.548112 dv-cinder-768458-11-iscsi neutron-server[94062]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:23:17.548112 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:23:17.548112 dv-cinder-768458-11-iscsi neutron-server[94062]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:23:17.548112 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:23:17.548112 dv-cinder-768458-11-iscsi neutron-server[94062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:23:17.548112 dv-cinder-768458-11-iscsi neutron-server[94062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:23:17.567256 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2e6cbc45-5d94-4629-85d4-e411e4d39711 req-f40dc239-92ef-40ef-bfbc-0d26b60ce5b9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394287 Sep 27 12:23:17.624812 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-179bcd09-2816-46b2-be8e-b00b105d5b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8355526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528650'] for network, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:17.629546 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-179bcd09-2816-46b2-be8e-b00b105d5b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:17.636250 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-179bcd09-2816-46b2-be8e-b00b105d5b31 admin admin] 10.222.0.60 "DELETE /v2.0/networks/057f8f27-5d47-4c69-8946-b15147d29a56 HTTP/1.1" status: 204 len: 168 time: 0.3667896 Sep 27 12:23:17.651294 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179bcd09-2816-46b2-be8e-b00b105d5b31 admin admin] Pushing event deleted for resources: {'Network': ['ID=057f8f27-5d47-4c69-8946-b15147d29a56,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:17.821987 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 59766) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:23:17.873643 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-3ad4d3af-7c6d-40f8-b8ed-8b3013f020af admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cf47d64fdd634e5182582beaa161ebc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499079 Sep 27 12:23:17.876077 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 59768) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:23:17.928124 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7df3d9fa-9fba-4ced-b6f2-f13b492165ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:17.949819 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7df3d9fa-9fba-4ced-b6f2-f13b492165ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:18.003648 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7df3d9fa-9fba-4ced-b6f2-f13b492165ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:18.006069 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7df3d9fa-9fba-4ced-b6f2-f13b492165ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:18.007310 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-7df3d9fa-9fba-4ced-b6f2-f13b492165ef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4c80fce4-3e18-4815-b512-ebb150f11251 HTTP/1.1" status: 204 len: 168 time: 0.1300955 Sep 27 12:23:18.020882 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3d9fa-9fba-4ced-b6f2-f13b492165ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c80fce4-3e18-4815-b512-ebb150f11251,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:18.704041 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76e22d-2fbb-422d-bd6f-bba43f39c00a req-c98ec835-e0cf-47bf-82a9-278383c31d02 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:18.705123 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:18.705804 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6f76e22d-2fbb-422d-bd6f-bba43f39c00a req-c98ec835-e0cf-47bf-82a9-278383c31d02 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.0582359 Sep 27 12:23:18.759234 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6f76e22d-2fbb-422d-bd6f-bba43f39c00a req-fb9f37a8-22f6-4991-9518-b176420ef2b4 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432503 Sep 27 12:23:18.797819 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 59794) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:23:18.919692 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-370a7977-3159-45db-8888-0cc1faebfb3f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-456107861-network', 'tenant_id': 'd267b08e21d045a28d99a52762b5680f'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:23:18.948676 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370a7977-3159-45db-8888-0cc1faebfb3f admin admin] Made reservation on behalf of d267b08e21d045a28d99a52762b5680f for: {'network': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:23:18.951928 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-370a7977-3159-45db-8888-0cc1faebfb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for network, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:18.961542 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-370a7977-3159-45db-8888-0cc1faebfb3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:19.081264 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-370a7977-3159-45db-8888-0cc1faebfb3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:19.086497 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-370a7977-3159-45db-8888-0cc1faebfb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:19.112558 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-370a7977-3159-45db-8888-0cc1faebfb3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=94061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:23:19.123146 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a7977-3159-45db-8888-0cc1faebfb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cdfd2c-6b67-4890-8887-a202efe8be88,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:19.128258 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-370a7977-3159-45db-8888-0cc1faebfb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:19.128600 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.db.segments_db [None req-370a7977-3159-45db-8888-0cc1faebfb3f admin admin] Added segment b9105ff4-524d-49cb-8c62-5683eb365ab2 of type vlan for network e3cd76b6-c085-4697-9c16-3648dfee488b Sep 27 12:23:19.177019 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-370a7977-3159-45db-8888-0cc1faebfb3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743558578710'] for network, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:19.207627 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-370a7977-3159-45db-8888-0cc1faebfb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323'] for network, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:19.209053 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370a7977-3159-45db-8888-0cc1faebfb3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:19.209802 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-370a7977-3159-45db-8888-0cc1faebfb3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:19.252190 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-370a7977-3159-45db-8888-0cc1faebfb3f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4530520 Sep 27 12:23:19.255885 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 59800) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:23:19.261683 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-e4b90244-3c8b-4357-ba38-c9e9fcfa6dbb admin admin] Request body: {'subnet': {'network_id': 'e3cd76b6-c085-4697-9c16-3648dfee488b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-456107861-subnet', 'tenant_id': 'd267b08e21d045a28d99a52762b5680f', 'ip_version': 4}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:23:19.305916 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a7977-3159-45db-8888-0cc1faebfb3f admin admin] Pushing event updated for resources: {'Network': ['ID=e3cd76b6-c085-4697-9c16-3648dfee488b,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:19.306635 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b90244-3c8b-4357-ba38-c9e9fcfa6dbb admin admin] Made reservation on behalf of d267b08e21d045a28d99a52762b5680f for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:23:19.309354 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e4b90244-3c8b-4357-ba38-c9e9fcfa6dbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8778778'] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:19.317068 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Network e3cd76b6-c085-4697-9c16-3648dfee488b details requested by agent ovs-agent-dv-cinder-768458-11-iscsi with host dv-cinder-768458-11-iscsi {{(pid=94063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:23:19.552674 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e4b90244-3c8b-4357-ba38-c9e9fcfa6dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4103831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8778792'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:19.615388 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b90244-3c8b-4357-ba38-c9e9fcfa6dbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=65c84ef7-1e80-4770-933b-4996e7eed0f4,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:19.634470 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b90244-3c8b-4357-ba38-c9e9fcfa6dbb admin admin] Checking segment: {'id': 'b9105ff4-524d-49cb-8c62-5683eb365ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e3cd76b6-c085-4697-9c16-3648dfee488b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:23:19.635138 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b90244-3c8b-4357-ba38-c9e9fcfa6dbb admin admin] Network hostable DHCP agents. Network: e3cd76b6-c085-4697-9c16-3648dfee488b, hostable agents: ['e47cdff6-7b19-4f64-ade6-a89e4357b373'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:23:19.652906 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:19.673943 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b90244-3c8b-4357-ba38-c9e9fcfa6dbb admin admin] Network e3cd76b6-c085-4697-9c16-3648dfee488b is scheduled to be hosted by DHCP agent e47cdff6-7b19-4f64-ade6-a89e4357b373 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:23:19.698241 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-e4b90244-3c8b-4357-ba38-c9e9fcfa6dbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-11-iscsi, e3cd76b6-c085-4697-9c16-3648dfee488b) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:23:19.706484 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b90244-3c8b-4357-ba38-c9e9fcfa6dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:19.707946 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e4b90244-3c8b-4357-ba38-c9e9fcfa6dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:19.711530 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b28ad6-edea-4d0c-900c-7d93948d0516 None None] Network e3cd76b6-c085-4697-9c16-3648dfee488b requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:23:19.743479 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-e4b90244-3c8b-4357-ba38-c9e9fcfa6dbb admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4860637 Sep 27 12:23:19.746687 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 59804) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:23:19.751628 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-e7f5c7e7-ff2d-47f9-bf33-a7924d97f60c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-456107861-router', 'tenant_id': 'd267b08e21d045a28d99a52762b5680f', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:23:19.778014 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e7f5c7e7-ff2d-47f9-bf33-a7924d97f60c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7339'] for router, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:19.779082 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e7f5c7e7-ff2d-47f9-bf33-a7924d97f60c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:19.872075 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e7f5c7e7-ff2d-47f9-bf33-a7924d97f60c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:19.931226 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71a014d-2746-4546-b045-f28d69c61c02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ac633e-ba30-5e3b-be39-b05eee44f07a-e3cd76b6-c085-4697-9c16-3648dfee488b', 'network_id': 'e3cd76b6-c085-4697-9c16-3648dfee488b', 'tenant_id': 'd267b08e21d045a28d99a52762b5680f', 'fixed_ips': [{'subnet_id': '65c84ef7-1e80-4770-933b-4996e7eed0f4'}]}} from dv-cinder-768458-11-iscsi. {{(pid=94063) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 12:23:19.931597 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d71a014d-2746-4546-b045-f28d69c61c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:20.035966 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf4a4f-da33-4705-ab77-471696c583e2 req-8854838e-20c7-421b-a7f4-0b50412f7761 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:20.037555 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ecdf4a4f-da33-4705-ab77-471696c583e2 req-8854838e-20c7-421b-a7f4-0b50412f7761 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.1641531 Sep 27 12:23:20.078799 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e7f5c7e7-ff2d-47f9-bf33-a7924d97f60c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:20.116979 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-d71a014d-2746-4546-b045-f28d69c61c02 None None] Allocated IP 172.20.0.2 (e3cd76b6-c085-4697-9c16-3648dfee488b/65c84ef7-1e80-4770-933b-4996e7eed0f4/13401a8c-96c2-4ca6-b4a2-b4fb15213cc1) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:23:20.143875 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ecdf4a4f-da33-4705-ab77-471696c583e2 req-2e1e8dad-82df-449b-be9c-a9b0b3a1bb5e tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749204 Sep 27 12:23:20.306108 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d71a014d-2746-4546-b045-f28d69c61c02 None None] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:20.314005 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d71a014d-2746-4546-b045-f28d69c61c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:20.370336 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71a014d-2746-4546-b045-f28d69c61c02 None None] Network e3cd76b6-c085-4697-9c16-3648dfee488b is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:23:20.371751 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a014d-2746-4546-b045-f28d69c61c02 None None] Pushing event updated for resources: {'Port': ['ID=13401a8c-96c2-4ca6-b4a2-b4fb15213cc1,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:20.374395 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-d71a014d-2746-4546-b045-f28d69c61c02 None None] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:23:20.377878 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71a014d-2746-4546-b045-f28d69c61c02 None None] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:23:20.388818 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e7f5c7e7-ff2d-47f9-bf33-a7924d97f60c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:20.409823 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e7f5c7e7-ff2d-47f9-bf33-a7924d97f60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:20.436241 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-d71a014d-2746-4546-b045-f28d69c61c02 None None] Attempting to bind port 13401a8c-96c2-4ca6-b4a2-b4fb15213cc1 on host dv-cinder-768458-11-iscsi for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:23:20.436617 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-d71a014d-2746-4546-b045-f28d69c61c02 None None] Attempting to bind port 13401a8c-96c2-4ca6-b4a2-b4fb15213cc1 by drivers openvswitch,hyperv on host dv-cinder-768458-11-iscsi at level 0 using segments [{'id': 'b9105ff4-524d-49cb-8c62-5683eb365ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e3cd76b6-c085-4697-9c16-3648dfee488b'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:23:20.437158 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71a014d-2746-4546-b045-f28d69c61c02 None None] Attempting to bind port 13401a8c-96c2-4ca6-b4a2-b4fb15213cc1 on network e3cd76b6-c085-4697-9c16-3648dfee488b {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:23:20.444356 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71a014d-2746-4546-b045-f28d69c61c02 None None] Checking agent: {'id': 'a2732848-b036-4229-93de-7108b516e67d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 10, 49), 'started_at': datetime.datetime(2021, 9, 27, 12, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:23:20.444904 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71a014d-2746-4546-b045-f28d69c61c02 None None] Checking segment: {'id': 'b9105ff4-524d-49cb-8c62-5683eb365ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e3cd76b6-c085-4697-9c16-3648dfee488b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:23:20.445284 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d71a014d-2746-4546-b045-f28d69c61c02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:20.445680 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71a014d-2746-4546-b045-f28d69c61c02 None None] Bound using segment: {'id': 'b9105ff4-524d-49cb-8c62-5683eb365ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e3cd76b6-c085-4697-9c16-3648dfee488b'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:23:20.446157 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-d71a014d-2746-4546-b045-f28d69c61c02 None None] Bound port: 13401a8c-96c2-4ca6-b4a2-b4fb15213cc1, host: dv-cinder-768458-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9105ff4-524d-49cb-8c62-5683eb365ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e3cd76b6-c085-4697-9c16-3648dfee488b'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:23:20.446608 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d71a014d-2746-4546-b045-f28d69c61c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:20.539471 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-d71a014d-2746-4546-b045-f28d69c61c02 None None] For port 13401a8c-96c2-4ca6-b4a2-b4fb15213cc1, host dv-cinder-768458-11-iscsi, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:23:20.543230 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-d71a014d-2746-4546-b045-f28d69c61c02 None None] For port 13401a8c-96c2-4ca6-b4a2-b4fb15213cc1, host dv-cinder-768458-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=13401a8c-96c2-4ca6-b4a2-b4fb15213cc1,segment=NetworkSegment(b9105ff4-524d-49cb-8c62-5683eb365ab2),segment_id=b9105ff4-524d-49cb-8c62-5683eb365ab2)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:23:20.548401 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d71a014d-2746-4546-b045-f28d69c61c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:20.548830 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-e7f5c7e7-ff2d-47f9-bf33-a7924d97f60c admin admin] Allocated IP 172.27.2.216 (1438fd00-25c8-4de7-950d-8ff7237ae90c/dd58ffbb-8e9b-44c5-a656-07f4206120ad/9e4dd4f1-090a-48c8-b168-00f0f85d00d1) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:23:20.636675 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a014d-2746-4546-b045-f28d69c61c02 None None] Pushing event updated for resources: {'Port': ['ID=13401a8c-96c2-4ca6-b4a2-b4fb15213cc1,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:20.701579 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e7f5c7e7-ff2d-47f9-bf33-a7924d97f60c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:20.745043 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e7f5c7e7-ff2d-47f9-bf33-a7924d97f60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:20.820608 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f5c7e7-ff2d-47f9-bf33-a7924d97f60c admin admin] Network 1438fd00-25c8-4de7-950d-8ff7237ae90c is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:23:20.823697 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-e7f5c7e7-ff2d-47f9-bf33-a7924d97f60c admin admin] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:23:20.833576 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f5c7e7-ff2d-47f9-bf33-a7924d97f60c admin admin] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:23:20.883116 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:20.916535 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5c7e7-ff2d-47f9-bf33-a7924d97f60c admin admin] Pushing event updated for resources: {'Port': ['ID=9e4dd4f1-090a-48c8-b168-00f0f85d00d1,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:21.132670 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 13401a8c-96c2-4ca6-b4a2-b4fb15213cc1 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:23:21.184754 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port 13401a8c-96c2-4ca6-b4a2-b4fb15213cc1 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:23:21.185311 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:21.307999 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e7f5c7e7-ff2d-47f9-bf33-a7924d97f60c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:21.313142 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:21.348315 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] For port 13401a8c-96c2-4ca6-b4a2-b4fb15213cc1, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=13401a8c-96c2-4ca6-b4a2-b4fb15213cc1,segment=NetworkSegment(b9105ff4-524d-49cb-8c62-5683eb365ab2),segment_id=b9105ff4-524d-49cb-8c62-5683eb365ab2)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:23:21.356186 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:21.364300 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e0a5c-6bcb-4eb4-a414-11fcc81c4883 req-bdcfee59-3a14-4b50-be40-e60a04d7a920 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:21.364956 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a38e0a5c-6bcb-4eb4-a414-11fcc81c4883 req-bdcfee59-3a14-4b50-be40-e60a04d7a920 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.1064744 Sep 27 12:23:21.430946 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Pushing event updated for resources: {'Port': ['ID=13401a8c-96c2-4ca6-b4a2-b4fb15213cc1,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:21.510303 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a38e0a5c-6bcb-4eb4-a414-11fcc81c4883 req-def67b2f-7133-48c0-ae35-92cede809176 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268969 Sep 27 12:23:21.598218 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e7f5c7e7-ff2d-47f9-bf33-a7924d97f60c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535742'] for router, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:21.744618 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f5c7e7-ff2d-47f9-bf33-a7924d97f60c admin admin] Router 3f82c621-fb88-45bf-89f7-fc852837822c is scheduled to L3 agent 6db84009-1e90-41eb-96d1-acd333e168da with binding_index 1 {{(pid=94061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 12:23:21.812583 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312d305c-7684-4358-a9fa-9b3daac311e3 None None] Network e3cd76b6-c085-4697-9c16-3648dfee488b requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:23:21.925747 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-702816bd-107f-4ffe-942a-0177d866bacd None None] Provisioning complete for port 13401a8c-96c2-4ca6-b4a2-b4fb15213cc1 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:23:21.926454 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-702816bd-107f-4ffe-942a-0177d866bacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:22.096810 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f5c7e7-ff2d-47f9-bf33-a7924d97f60c admin admin] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:23:22.112417 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbb688c-dcec-4a7f-8cbb-cd95a2141554 None None] Sync routers for ids ['3f82c621-fb88-45bf-89f7-fc852837822c'] in dv-cinder-768458-11-iscsi {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:23:22.132975 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e7f5c7e7-ff2d-47f9-bf33-a7924d97f60c admin admin] Notify callbacks [] for router, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:22.133113 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbb688c-dcec-4a7f-8cbb-cd95a2141554 None None] Routers {'3f82c621-fb88-45bf-89f7-fc852837822c'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:23:22.133510 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-9bbb688c-dcec-4a7f-8cbb-cd95a2141554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:23:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['3f82c621-fb88-45bf-89f7-fc852837822c'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:23:22.137102 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-e7f5c7e7-ff2d-47f9-bf33-a7924d97f60c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3866358 Sep 27 12:23:22.139147 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 59816) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:23:22.306155 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-9bbb688c-dcec-4a7f-8cbb-cd95a2141554 None None] Set router 3f82c621-fb88-45bf-89f7-fc852837822c gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:23:22.450957 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-4b0abd58-61c4-4014-a9d2-d800e66386c9 None None] Provisioning complete for port 13401a8c-96c2-4ca6-b4a2-b4fb15213cc1 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:23:22.451661 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4b0abd58-61c4-4014-a9d2-d800e66386c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:22.637363 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-9bbb688c-dcec-4a7f-8cbb-cd95a2141554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'name': 'tempest-TestMinimumBasicScenario-456107861-router', 'tenant_id': 'd267b08e21d045a28d99a52762b5680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '9e4dd4f1-090a-48c8-b168-00f0f85d00d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:23:19Z', 'updated_at': '2021-09-27T12:23:21Z', 'revision_number': 3, 'project_id': 'd267b08e21d045a28d99a52762b5680f', 'gw_port': {'id': '9e4dd4f1-090a-48c8-b168-00f0f85d00d1', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:20Z', 'updated_at': '2021-09-27T12:23:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi'}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:23:22.675262 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbb688c-dcec-4a7f-8cbb-cd95a2141554 None None] Checking router: 3f82c621-fb88-45bf-89f7-fc852837822c for host: dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:23:22.675965 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbb688c-dcec-4a7f-8cbb-cd95a2141554 None None] Updating router 3f82c621-fb88-45bf-89f7-fc852837822c port 9e4dd4f1-090a-48c8-b168-00f0f85d00d1 binding host dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:23:22.713053 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9bbb688c-dcec-4a7f-8cbb-cd95a2141554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:22.879470 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-608e2dd6-8a5c-4977-b435-34966610d96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:22.936472 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8acf6a-33e7-4793-9310-930741690177 req-e8efcb6f-664f-404b-9e59-9b2076f2ddb9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:22.938051 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-9b8acf6a-33e7-4793-9310-930741690177 req-e8efcb6f-664f-404b-9e59-9b2076f2ddb9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.1834755 Sep 27 12:23:23.072708 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-9b8acf6a-33e7-4793-9310-930741690177 req-33358536-4833-4e5f-88fe-334f358848e7 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151831 Sep 27 12:23:23.191910 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 13401a8c-96c2-4ca6-b4a2-b4fb15213cc1 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:23:23.229008 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-608e2dd6-8a5c-4977-b435-34966610d96e admin admin] Allocated IP 172.20.0.1 (e3cd76b6-c085-4697-9c16-3648dfee488b/65c84ef7-1e80-4770-933b-4996e7eed0f4/b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:23:23.268423 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9bbb688c-dcec-4a7f-8cbb-cd95a2141554 None None] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:23.275500 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9bbb688c-dcec-4a7f-8cbb-cd95a2141554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:23.321147 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port 13401a8c-96c2-4ca6-b4a2-b4fb15213cc1 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:23:23.321248 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:23.358196 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321ce8f-bd50-4340-8100-dcd8a264cff6 None None] Pushing event updated for resources: {'Port': ['ID=9e4dd4f1-090a-48c8-b168-00f0f85d00d1,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:23.363508 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-608e2dd6-8a5c-4977-b435-34966610d96e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:23.384245 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-9bbb688c-dcec-4a7f-8cbb-cd95a2141554 None None] Attempting to bind port 9e4dd4f1-090a-48c8-b168-00f0f85d00d1 on host dv-cinder-768458-11-iscsi for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:23:23.384658 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-9bbb688c-dcec-4a7f-8cbb-cd95a2141554 None None] Attempting to bind port 9e4dd4f1-090a-48c8-b168-00f0f85d00d1 by drivers openvswitch,hyperv on host dv-cinder-768458-11-iscsi at level 0 using segments [{'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:23:23.385032 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbb688c-dcec-4a7f-8cbb-cd95a2141554 None None] Attempting to bind port 9e4dd4f1-090a-48c8-b168-00f0f85d00d1 on network 1438fd00-25c8-4de7-950d-8ff7237ae90c {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:23:23.397289 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbb688c-dcec-4a7f-8cbb-cd95a2141554 None None] Checking agent: {'id': 'a2732848-b036-4229-93de-7108b516e67d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 10, 49), 'started_at': datetime.datetime(2021, 9, 27, 12, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:23:23.397672 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbb688c-dcec-4a7f-8cbb-cd95a2141554 None None] Checking segment: {'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:23:23.398080 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9bbb688c-dcec-4a7f-8cbb-cd95a2141554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:23.398483 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbb688c-dcec-4a7f-8cbb-cd95a2141554 None None] Bound using segment: {'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:23:23.398965 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-9bbb688c-dcec-4a7f-8cbb-cd95a2141554 None None] Bound port: 9e4dd4f1-090a-48c8-b168-00f0f85d00d1, host: dv-cinder-768458-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:23:23.400670 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9bbb688c-dcec-4a7f-8cbb-cd95a2141554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:23.413680 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-608e2dd6-8a5c-4977-b435-34966610d96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:23.454587 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608e2dd6-8a5c-4977-b435-34966610d96e admin admin] Network e3cd76b6-c085-4697-9c16-3648dfee488b is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:23:23.458689 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-608e2dd6-8a5c-4977-b435-34966610d96e admin admin] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:23:23.462924 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608e2dd6-8a5c-4977-b435-34966610d96e admin admin] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:23:23.494466 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e2dd6-8a5c-4977-b435-34966610d96e admin admin] Pushing event updated for resources: {'Port': ['ID=b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:23.516441 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-608e2dd6-8a5c-4977-b435-34966610d96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528771'] for router_interface, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:23.521928 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-9bbb688c-dcec-4a7f-8cbb-cd95a2141554 None None] For port 9e4dd4f1-090a-48c8-b168-00f0f85d00d1, host dv-cinder-768458-11-iscsi, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:23:23.527492 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-9bbb688c-dcec-4a7f-8cbb-cd95a2141554 None None] For port 9e4dd4f1-090a-48c8-b168-00f0f85d00d1, host dv-cinder-768458-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=9e4dd4f1-090a-48c8-b168-00f0f85d00d1,segment=NetworkSegment(c3edcc58-5368-4442-b7b6-007dffc21523),segment_id=c3edcc58-5368-4442-b7b6-007dffc21523)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:23:23.534891 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9bbb688c-dcec-4a7f-8cbb-cd95a2141554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:23.601218 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbb688c-dcec-4a7f-8cbb-cd95a2141554 None None] Routers {'3f82c621-fb88-45bf-89f7-fc852837822c'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:23:23.601935 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-9bbb688c-dcec-4a7f-8cbb-cd95a2141554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:23:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['3f82c621-fb88-45bf-89f7-fc852837822c'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:23:23.664103 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321ce8f-bd50-4340-8100-dcd8a264cff6 None None] Pushing event updated for resources: {'Port': ['ID=9e4dd4f1-090a-48c8-b168-00f0f85d00d1,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:23.701306 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-608e2dd6-8a5c-4977-b435-34966610d96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:23.734159 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-9bbb688c-dcec-4a7f-8cbb-cd95a2141554 None None] Set router 3f82c621-fb88-45bf-89f7-fc852837822c gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:23:23.818748 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-40292718-6c7a-461e-b84f-1b8799159e79 None None] Provisioning complete for port b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:23:23.819140 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40292718-6c7a-461e-b84f-1b8799159e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:23.893540 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-40292718-6c7a-461e-b84f-1b8799159e79 None None] Port b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8 cannot update to ACTIVE because it is not bound. {{(pid=94063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:23:23.918259 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-608e2dd6-8a5c-4977-b435-34966610d96e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:23.928049 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-608e2dd6-8a5c-4977-b435-34966610d96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:23.961441 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-9bbb688c-dcec-4a7f-8cbb-cd95a2141554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'name': 'tempest-TestMinimumBasicScenario-456107861-router', 'tenant_id': 'd267b08e21d045a28d99a52762b5680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '9e4dd4f1-090a-48c8-b168-00f0f85d00d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:23:19Z', 'updated_at': '2021-09-27T12:23:21Z', 'revision_number': 3, 'project_id': 'd267b08e21d045a28d99a52762b5680f', 'gw_port': {'id': '9e4dd4f1-090a-48c8-b168-00f0f85d00d1', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:20Z', 'updated_at': '2021-09-27T12:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi'}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:23:23.988767 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbb688c-dcec-4a7f-8cbb-cd95a2141554 None None] The sync data for ids ['3f82c621-fb88-45bf-89f7-fc852837822c'] in dv-cinder-768458-11-iscsi is: [{'id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'name': 'tempest-TestMinimumBasicScenario-456107861-router', 'tenant_id': 'd267b08e21d045a28d99a52762b5680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '9e4dd4f1-090a-48c8-b168-00f0f85d00d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:23:19Z', 'updated_at': '2021-09-27T12:23:21Z', 'revision_number': 3, 'project_id': 'd267b08e21d045a28d99a52762b5680f', 'gw_port': {'id': '9e4dd4f1-090a-48c8-b168-00f0f85d00d1', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:20Z', 'updated_at': '2021-09-27T12:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi'}] {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:23:24.012011 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-608e2dd6-8a5c-4977-b435-34966610d96e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528499'] for router_interface, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:24.026884 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e2dd6-8a5c-4977-b435-34966610d96e admin admin] Pushing event updated for resources: {'Port': ['ID=b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:24.152246 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608e2dd6-8a5c-4977-b435-34966610d96e admin admin] Network e3cd76b6-c085-4697-9c16-3648dfee488b is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:23:24.153981 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-608e2dd6-8a5c-4977-b435-34966610d96e admin admin] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:23:24.353171 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab55d52-e242-4c1d-90d3-97cead512c8f req-4b5e1059-0a5f-483f-8f6d-2be94093e07b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:24.355288 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0ab55d52-e242-4c1d-90d3-97cead512c8f req-4b5e1059-0a5f-483f-8f6d-2be94093e07b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.1489446 Sep 27 12:23:24.442930 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608e2dd6-8a5c-4977-b435-34966610d96e admin admin] Router 3f82c621-fb88-45bf-89f7-fc852837822c has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:23:24.472134 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0ab55d52-e242-4c1d-90d3-97cead512c8f req-9c112b4d-1c82-4e1d-9539-ae1f51614b35 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045296 Sep 27 12:23:24.629823 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-a861f6a8-97ad-4934-bd4d-935876699335 None None] Provisioning complete for port b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:23:24.630517 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a861f6a8-97ad-4934-bd4d-935876699335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:24.632602 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608e2dd6-8a5c-4977-b435-34966610d96e admin admin] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:23:24.639056 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-608e2dd6-8a5c-4977-b435-34966610d96e admin admin] 10.222.0.60 "PUT /v2.0/routers/3f82c621-fb88-45bf-89f7-fc852837822c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4987879 Sep 27 12:23:24.685124 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-a861f6a8-97ad-4934-bd4d-935876699335 None None] Port b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8 cannot update to ACTIVE because it is not bound. {{(pid=94063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:23:24.700716 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:23:25.128496 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 9e4dd4f1-090a-48c8-b168-00f0f85d00d1 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:23:25.210884 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port 9e4dd4f1-090a-48c8-b168-00f0f85d00d1 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:23:25.211624 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:25.260994 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 59854) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:23:25.266218 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-9aad9175-735a-47f3-a8e0-6f18c0be8406 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-476588394-network', 'tenant_id': 'a5519db9c2d541b398502c86ea5735e0'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:23:25.292369 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aad9175-735a-47f3-a8e0-6f18c0be8406 admin admin] Made reservation on behalf of a5519db9c2d541b398502c86ea5735e0 for: {'network': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:23:25.294785 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9aad9175-735a-47f3-a8e0-6f18c0be8406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for network, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:25.296190 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:25.308068 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9aad9175-735a-47f3-a8e0-6f18c0be8406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:25.318571 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] For port 9e4dd4f1-090a-48c8-b168-00f0f85d00d1, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=9e4dd4f1-090a-48c8-b168-00f0f85d00d1,segment=NetworkSegment(c3edcc58-5368-4442-b7b6-007dffc21523),segment_id=c3edcc58-5368-4442-b7b6-007dffc21523)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:23:25.323674 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:25.411213 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Pushing event updated for resources: {'Port': ['ID=9e4dd4f1-090a-48c8-b168-00f0f85d00d1,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:25.431452 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9aad9175-735a-47f3-a8e0-6f18c0be8406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:25.436549 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9aad9175-735a-47f3-a8e0-6f18c0be8406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:25.449580 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aad9175-735a-47f3-a8e0-6f18c0be8406 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=94061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:23:25.460810 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9aad9175-735a-47f3-a8e0-6f18c0be8406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:25.461145 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.db.segments_db [None req-9aad9175-735a-47f3-a8e0-6f18c0be8406 admin admin] Added segment 121f6912-d8b7-4d94-9746-04460918ddb4 of type vlan for network 8bb2ccb7-aaa9-4f2a-9b86-de660b195109 Sep 27 12:23:25.521488 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad9175-735a-47f3-a8e0-6f18c0be8406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79da7bc3-58c9-4041-a3e5-5974e169d044,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:25.535041 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9aad9175-735a-47f3-a8e0-6f18c0be8406 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743558578710'] for network, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:25.566243 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9aad9175-735a-47f3-a8e0-6f18c0be8406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323'] for network, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:25.567809 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aad9175-735a-47f3-a8e0-6f18c0be8406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:25.568465 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9aad9175-735a-47f3-a8e0-6f18c0be8406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:25.645007 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad9175-735a-47f3-a8e0-6f18c0be8406 admin admin] Pushing event updated for resources: {'Network': ['ID=8bb2ccb7-aaa9-4f2a-9b86-de660b195109,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:25.660688 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Network 8bb2ccb7-aaa9-4f2a-9b86-de660b195109 details requested by agent ovs-agent-dv-cinder-768458-11-iscsi with host dv-cinder-768458-11-iscsi {{(pid=94063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:23:25.663973 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-9aad9175-735a-47f3-a8e0-6f18c0be8406 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4017112 Sep 27 12:23:25.666817 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 59866) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:23:25.672712 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-ae8ba0f5-beb5-4a54-adcf-874a1a00c3ab admin admin] Request body: {'subnet': {'network_id': '8bb2ccb7-aaa9-4f2a-9b86-de660b195109', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-476588394-subnet', 'tenant_id': 'a5519db9c2d541b398502c86ea5735e0', 'ip_version': 4}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:23:25.702020 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8ba0f5-beb5-4a54-adcf-874a1a00c3ab admin admin] Made reservation on behalf of a5519db9c2d541b398502c86ea5735e0 for: {'subnet': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:23:25.706935 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ae8ba0f5-beb5-4a54-adcf-874a1a00c3ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8488467'] for subnet, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:26.068400 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ae8ba0f5-beb5-4a54-adcf-874a1a00c3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3978676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8488481'] for subnet, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:26.122353 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d0708-57da-4357-a88f-aa6411ba87eb req-4e7a610b-135e-48c3-b0df-c2bdb80249a6 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:26.123976 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-752d0708-57da-4357-a88f-aa6411ba87eb req-4e7a610b-135e-48c3-b0df-c2bdb80249a6 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.4872692 Sep 27 12:23:26.160856 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ba0f5-beb5-4a54-adcf-874a1a00c3ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d061a63-65bc-4aef-bf8e-eeceea8278e6,revision_number=0']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:26.210373 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8ba0f5-beb5-4a54-adcf-874a1a00c3ab admin admin] Checking segment: {'id': '121f6912-d8b7-4d94-9746-04460918ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8bb2ccb7-aaa9-4f2a-9b86-de660b195109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:23:26.210373 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8ba0f5-beb5-4a54-adcf-874a1a00c3ab admin admin] Network hostable DHCP agents. Network: 8bb2ccb7-aaa9-4f2a-9b86-de660b195109, hostable agents: ['e47cdff6-7b19-4f64-ade6-a89e4357b373'], hosted agents: [] {{(pid=94061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:23:26.212884 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-752d0708-57da-4357-a88f-aa6411ba87eb req-3e386e01-aedc-475f-b08e-d650cee42a35 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783253 Sep 27 12:23:26.213291 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a770e7cc-7869-4de5-bd21-6c4f583cc50e None None] Sync routers for ids ['3f82c621-fb88-45bf-89f7-fc852837822c'] in dv-cinder-768458-11-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:23:26.225100 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a770e7cc-7869-4de5-bd21-6c4f583cc50e None None] Routers {'3f82c621-fb88-45bf-89f7-fc852837822c'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:23:26.225768 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-a770e7cc-7869-4de5-bd21-6c4f583cc50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:23:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['3f82c621-fb88-45bf-89f7-fc852837822c'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:23:26.230845 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8ba0f5-beb5-4a54-adcf-874a1a00c3ab admin admin] Network 8bb2ccb7-aaa9-4f2a-9b86-de660b195109 is scheduled to be hosted by DHCP agent e47cdff6-7b19-4f64-ade6-a89e4357b373 with binding_index 1 {{(pid=94061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:23:26.243514 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-ae8ba0f5-beb5-4a54-adcf-874a1a00c3ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-11-iscsi, 8bb2ccb7-aaa9-4f2a-9b86-de660b195109) {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:23:26.246264 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8ba0f5-beb5-4a54-adcf-874a1a00c3ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:26.246905 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ae8ba0f5-beb5-4a54-adcf-874a1a00c3ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:26.253634 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f704897-bed7-4b67-953e-f242a7edf5ca None None] Network 8bb2ccb7-aaa9-4f2a-9b86-de660b195109 requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:23:26.273231 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-ae8ba0f5-beb5-4a54-adcf-874a1a00c3ab admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6046884 Sep 27 12:23:26.276048 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 59872) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:23:26.281342 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-0feeb779-c22c-4867-80c4-bf804c4b1572 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-476588394-router', 'tenant_id': 'a5519db9c2d541b398502c86ea5735e0', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:23:26.304502 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0feeb779-c22c-4867-80c4-bf804c4b1572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7339'] for router, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:26.305513 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0feeb779-c22c-4867-80c4-bf804c4b1572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:26.352262 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-a770e7cc-7869-4de5-bd21-6c4f583cc50e None None] Set router 3f82c621-fb88-45bf-89f7-fc852837822c gateway port host: dv-cinder-768458-11-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:23:26.418567 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0feeb779-c22c-4867-80c4-bf804c4b1572 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:26.452107 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3950b8-e471-45ec-af3c-0ab536478900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ac633e-ba30-5e3b-be39-b05eee44f07a-8bb2ccb7-aaa9-4f2a-9b86-de660b195109', 'network_id': '8bb2ccb7-aaa9-4f2a-9b86-de660b195109', 'tenant_id': 'a5519db9c2d541b398502c86ea5735e0', 'fixed_ips': [{'subnet_id': '8d061a63-65bc-4aef-bf8e-eeceea8278e6'}]}} from dv-cinder-768458-11-iscsi. {{(pid=94063) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 12:23:26.453112 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8f3950b8-e471-45ec-af3c-0ab536478900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:26.602170 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0feeb779-c22c-4867-80c4-bf804c4b1572 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:26.685985 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-8f3950b8-e471-45ec-af3c-0ab536478900 None None] Allocated IP 172.20.0.2 (8bb2ccb7-aaa9-4f2a-9b86-de660b195109/8d061a63-65bc-4aef-bf8e-eeceea8278e6/b6f0732e-b812-4095-b707-d5242f059878) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:23:26.711728 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-a770e7cc-7869-4de5-bd21-6c4f583cc50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'name': 'tempest-TestMinimumBasicScenario-456107861-router', 'tenant_id': 'd267b08e21d045a28d99a52762b5680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '9e4dd4f1-090a-48c8-b168-00f0f85d00d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:23:19Z', 'updated_at': '2021-09-27T12:23:23Z', 'revision_number': 4, 'project_id': 'd267b08e21d045a28d99a52762b5680f', 'gw_port': {'id': '9e4dd4f1-090a-48c8-b168-00f0f85d00d1', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:20Z', 'updated_at': '2021-09-27T12:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8', 'name': '', 'network_id': 'e3cd76b6-c085-4697-9c16-3648dfee488b', 'tenant_id': 'd267b08e21d045a28d99a52762b5680f', 'mac_address': 'fa:16:3e:94:c8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '65c84ef7-1e80-4770-933b-4996e7eed0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:22Z', 'updated_at': '2021-09-27T12:23:23Z', 'revision_number': 2, 'project_id': 'd267b08e21d045a28d99a52762b5680f', 'subnets': [{'id': '65c84ef7-1e80-4770-933b-4996e7eed0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:23:26.748127 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a770e7cc-7869-4de5-bd21-6c4f583cc50e None None] Checking router: 3f82c621-fb88-45bf-89f7-fc852837822c for host: dv-cinder-768458-11-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:23:26.748477 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a770e7cc-7869-4de5-bd21-6c4f583cc50e None None] Updating router 3f82c621-fb88-45bf-89f7-fc852837822c port b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8 binding host dv-cinder-768458-11-iscsi {{(pid=94064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:23:26.774449 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a770e7cc-7869-4de5-bd21-6c4f583cc50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:26.834045 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8f3950b8-e471-45ec-af3c-0ab536478900 None None] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:26.859741 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8f3950b8-e471-45ec-af3c-0ab536478900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:26.873883 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0feeb779-c22c-4867-80c4-bf804c4b1572 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:26.919817 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3950b8-e471-45ec-af3c-0ab536478900 None None] Network 8bb2ccb7-aaa9-4f2a-9b86-de660b195109 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:23:26.924494 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-8f3950b8-e471-45ec-af3c-0ab536478900 None None] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:23:26.926244 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0feeb779-c22c-4867-80c4-bf804c4b1572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:26.929846 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3950b8-e471-45ec-af3c-0ab536478900 None None] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:23:26.974162 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3950b8-e471-45ec-af3c-0ab536478900 None None] Pushing event updated for resources: {'Port': ['ID=b6f0732e-b812-4095-b707-d5242f059878,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:27.042226 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-8f3950b8-e471-45ec-af3c-0ab536478900 None None] Attempting to bind port b6f0732e-b812-4095-b707-d5242f059878 on host dv-cinder-768458-11-iscsi for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:23:27.043193 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-8f3950b8-e471-45ec-af3c-0ab536478900 None None] Attempting to bind port b6f0732e-b812-4095-b707-d5242f059878 by drivers openvswitch,hyperv on host dv-cinder-768458-11-iscsi at level 0 using segments [{'id': '121f6912-d8b7-4d94-9746-04460918ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8bb2ccb7-aaa9-4f2a-9b86-de660b195109'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:23:27.043869 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3950b8-e471-45ec-af3c-0ab536478900 None None] Attempting to bind port b6f0732e-b812-4095-b707-d5242f059878 on network 8bb2ccb7-aaa9-4f2a-9b86-de660b195109 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:23:27.069750 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3950b8-e471-45ec-af3c-0ab536478900 None None] Checking agent: {'id': 'a2732848-b036-4229-93de-7108b516e67d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 10, 49), 'started_at': datetime.datetime(2021, 9, 27, 12, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:23:27.072450 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3950b8-e471-45ec-af3c-0ab536478900 None None] Checking segment: {'id': '121f6912-d8b7-4d94-9746-04460918ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8bb2ccb7-aaa9-4f2a-9b86-de660b195109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:23:27.074371 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8f3950b8-e471-45ec-af3c-0ab536478900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:27.074791 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3950b8-e471-45ec-af3c-0ab536478900 None None] Bound using segment: {'id': '121f6912-d8b7-4d94-9746-04460918ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8bb2ccb7-aaa9-4f2a-9b86-de660b195109'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:23:27.075328 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-8f3950b8-e471-45ec-af3c-0ab536478900 None None] Bound port: b6f0732e-b812-4095-b707-d5242f059878, host: dv-cinder-768458-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '121f6912-d8b7-4d94-9746-04460918ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8bb2ccb7-aaa9-4f2a-9b86-de660b195109'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:23:27.081003 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8f3950b8-e471-45ec-af3c-0ab536478900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:27.089461 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 9e4dd4f1-090a-48c8-b168-00f0f85d00d1 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:23:27.098843 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-0feeb779-c22c-4867-80c4-bf804c4b1572 admin admin] Allocated IP 172.27.2.117 (1438fd00-25c8-4de7-950d-8ff7237ae90c/dd58ffbb-8e9b-44c5-a656-07f4206120ad/05851de6-49a9-487c-8b42-574696bdadf7) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:23:27.208302 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-8f3950b8-e471-45ec-af3c-0ab536478900 None None] For port b6f0732e-b812-4095-b707-d5242f059878, host dv-cinder-768458-11-iscsi, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:23:27.212433 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-8f3950b8-e471-45ec-af3c-0ab536478900 None None] For port b6f0732e-b812-4095-b707-d5242f059878, host dv-cinder-768458-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=b6f0732e-b812-4095-b707-d5242f059878,segment=NetworkSegment(121f6912-d8b7-4d94-9746-04460918ddb4),segment_id=121f6912-d8b7-4d94-9746-04460918ddb4)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:23:27.220311 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8f3950b8-e471-45ec-af3c-0ab536478900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:27.240245 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a770e7cc-7869-4de5-bd21-6c4f583cc50e None None] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:27.252753 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a770e7cc-7869-4de5-bd21-6c4f583cc50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:27.282567 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3950b8-e471-45ec-af3c-0ab536478900 None None] Pushing event updated for resources: {'Port': ['ID=b6f0732e-b812-4095-b707-d5242f059878,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:27.318336 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port 9e4dd4f1-090a-48c8-b168-00f0f85d00d1 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:23:27.319295 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:27.373128 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0feeb779-c22c-4867-80c4-bf804c4b1572 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:27.427859 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92666be4-83c4-4097-a6b9-1829916f3859 None None] Pushing event updated for resources: {'Port': ['ID=b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:27.439088 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0feeb779-c22c-4867-80c4-bf804c4b1572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4103691'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:27.461012 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92666be4-83c4-4097-a6b9-1829916f3859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:27.461765 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92666be4-83c4-4097-a6b9-1829916f3859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:27.465118 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92666be4-83c4-4097-a6b9-1829916f3859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:27.466965 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92666be4-83c4-4097-a6b9-1829916f3859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:27.468606 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92666be4-83c4-4097-a6b9-1829916f3859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:27.469065 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92666be4-83c4-4097-a6b9-1829916f3859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:27.470131 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92666be4-83c4-4097-a6b9-1829916f3859 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:27.470580 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92666be4-83c4-4097-a6b9-1829916f3859 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:27.472579 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92666be4-83c4-4097-a6b9-1829916f3859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:27.473051 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92666be4-83c4-4097-a6b9-1829916f3859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:27.473492 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92666be4-83c4-4097-a6b9-1829916f3859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:27.474128 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92666be4-83c4-4097-a6b9-1829916f3859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:27.570228 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0feeb779-c22c-4867-80c4-bf804c4b1572 admin admin] Network 1438fd00-25c8-4de7-950d-8ff7237ae90c is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:23:27.586256 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-0feeb779-c22c-4867-80c4-bf804c4b1572 admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:23:27.598099 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feeb779-c22c-4867-80c4-bf804c4b1572 admin admin] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:23:27.608336 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feeb779-c22c-4867-80c4-bf804c4b1572 admin admin] Pushing event updated for resources: {'Port': ['ID=05851de6-49a9-487c-8b42-574696bdadf7,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:27.626354 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba77fb-2837-4ab9-96d1-6f331a8b1de9 req-7dd15333-001a-4a9c-ba22-c17d1ece3b49 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:27.629872 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-01ba77fb-2837-4ab9-96d1-6f331a8b1de9 req-7dd15333-001a-4a9c-ba22-c17d1ece3b49 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.1779213 Sep 27 12:23:27.630579 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-a770e7cc-7869-4de5-bd21-6c4f583cc50e None None] Attempting to bind port b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8 on host dv-cinder-768458-11-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:23:27.631097 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-a770e7cc-7869-4de5-bd21-6c4f583cc50e None None] Attempting to bind port b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8 by drivers openvswitch,hyperv on host dv-cinder-768458-11-iscsi at level 0 using segments [{'id': 'b9105ff4-524d-49cb-8c62-5683eb365ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e3cd76b6-c085-4697-9c16-3648dfee488b'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:23:27.631727 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a770e7cc-7869-4de5-bd21-6c4f583cc50e None None] Attempting to bind port b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8 on network e3cd76b6-c085-4697-9c16-3648dfee488b {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:23:27.638755 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a770e7cc-7869-4de5-bd21-6c4f583cc50e None None] Checking agent: {'id': 'a2732848-b036-4229-93de-7108b516e67d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 10, 49), 'started_at': datetime.datetime(2021, 9, 27, 12, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:23:27.639837 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a770e7cc-7869-4de5-bd21-6c4f583cc50e None None] Checking segment: {'id': 'b9105ff4-524d-49cb-8c62-5683eb365ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e3cd76b6-c085-4697-9c16-3648dfee488b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:23:27.640468 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a770e7cc-7869-4de5-bd21-6c4f583cc50e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:27.641083 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a770e7cc-7869-4de5-bd21-6c4f583cc50e None None] Bound using segment: {'id': 'b9105ff4-524d-49cb-8c62-5683eb365ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e3cd76b6-c085-4697-9c16-3648dfee488b'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:23:27.641797 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-a770e7cc-7869-4de5-bd21-6c4f583cc50e None None] Bound port: b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8, host: dv-cinder-768458-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9105ff4-524d-49cb-8c62-5683eb365ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e3cd76b6-c085-4697-9c16-3648dfee488b'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:23:27.644062 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a770e7cc-7869-4de5-bd21-6c4f583cc50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:27.737949 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-01ba77fb-2837-4ab9-96d1-6f331a8b1de9 req-5a32e3f5-fa7c-4aec-b79d-3d3eb64fb591 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973737 Sep 27 12:23:27.748759 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 59892) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:23:27.844316 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-a770e7cc-7869-4de5-bd21-6c4f583cc50e None None] For port b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8, host dv-cinder-768458-11-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:23:27.865863 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-a770e7cc-7869-4de5-bd21-6c4f583cc50e None None] For port b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8, host dv-cinder-768458-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8,segment=NetworkSegment(b9105ff4-524d-49cb-8c62-5683eb365ab2),segment_id=b9105ff4-524d-49cb-8c62-5683eb365ab2)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:23:27.873091 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a770e7cc-7869-4de5-bd21-6c4f583cc50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:27.958264 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-2e2effdb-ad05-41fe-a003-ce5ae9f37756 None None] Provisioning complete for port b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:23:27.958932 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2e2effdb-ad05-41fe-a003-ce5ae9f37756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:27.999848 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a770e7cc-7869-4de5-bd21-6c4f583cc50e None None] Routers {'3f82c621-fb88-45bf-89f7-fc852837822c'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:23:28.000472 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-a770e7cc-7869-4de5-bd21-6c4f583cc50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:23:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['3f82c621-fb88-45bf-89f7-fc852837822c'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:23:28.004447 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92666be4-83c4-4097-a6b9-1829916f3859 None None] Pushing event updated for resources: {'Port': ['ID=b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:28.006467 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-52a463ca-2b07-4f83-aec0-c8eda9e8c707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:28.163191 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2e2effdb-ad05-41fe-a003-ce5ae9f37756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:28.223659 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-a770e7cc-7869-4de5-bd21-6c4f583cc50e None None] Set router 3f82c621-fb88-45bf-89f7-fc852837822c gateway port host: dv-cinder-768458-11-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:23:28.249065 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-2e2effdb-ad05-41fe-a003-ce5ae9f37756 None None] For port b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8,segment=NetworkSegment(b9105ff4-524d-49cb-8c62-5683eb365ab2),segment_id=b9105ff4-524d-49cb-8c62-5683eb365ab2)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:23:28.250420 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-52a463ca-2b07-4f83-aec0-c8eda9e8c707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:28.254665 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2e2effdb-ad05-41fe-a003-ce5ae9f37756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:28.258645 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0feeb779-c22c-4867-80c4-bf804c4b1572 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:28.260152 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-52a463ca-2b07-4f83-aec0-c8eda9e8c707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:28.305210 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a463ca-2b07-4f83-aec0-c8eda9e8c707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7864219-d36e-43e0-ab43-908e57a127d4,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:28.357254 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2effdb-ad05-41fe-a003-ce5ae9f37756 None None] Pushing event updated for resources: {'Port': ['ID=b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8,revision_number=5']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:28.358802 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-52a463ca-2b07-4f83-aec0-c8eda9e8c707 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=33b2c516c4c540649e5c65dcf3b5dd01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6082101 Sep 27 12:23:28.361706 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 59896) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:23:28.502394 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-1e81fef0-9ac8-442c-b6a8-03992320fd87 None None] Provisioning complete for port b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:23:28.502773 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1e81fef0-9ac8-442c-b6a8-03992320fd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:28.504065 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-a770e7cc-7869-4de5-bd21-6c4f583cc50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'name': 'tempest-TestMinimumBasicScenario-456107861-router', 'tenant_id': 'd267b08e21d045a28d99a52762b5680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '9e4dd4f1-090a-48c8-b168-00f0f85d00d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:23:19Z', 'updated_at': '2021-09-27T12:23:23Z', 'revision_number': 4, 'project_id': 'd267b08e21d045a28d99a52762b5680f', 'gw_port': {'id': '9e4dd4f1-090a-48c8-b168-00f0f85d00d1', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:20Z', 'updated_at': '2021-09-27T12:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8', 'name': '', 'network_id': 'e3cd76b6-c085-4697-9c16-3648dfee488b', 'tenant_id': 'd267b08e21d045a28d99a52762b5680f', 'mac_address': 'fa:16:3e:94:c8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '65c84ef7-1e80-4770-933b-4996e7eed0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:22Z', 'updated_at': '2021-09-27T12:23:27Z', 'revision_number': 4, 'project_id': 'd267b08e21d045a28d99a52762b5680f', 'subnets': [{'id': '65c84ef7-1e80-4770-933b-4996e7eed0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:23:28.525981 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-69e9dd3f-53cd-42f3-9fc9-4613ee10b565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:28.537888 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a770e7cc-7869-4de5-bd21-6c4f583cc50e None None] The sync data for ids ['3f82c621-fb88-45bf-89f7-fc852837822c'] in dv-cinder-768458-11-iscsi is: [{'id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'name': 'tempest-TestMinimumBasicScenario-456107861-router', 'tenant_id': 'd267b08e21d045a28d99a52762b5680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '9e4dd4f1-090a-48c8-b168-00f0f85d00d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:23:19Z', 'updated_at': '2021-09-27T12:23:23Z', 'revision_number': 4, 'project_id': 'd267b08e21d045a28d99a52762b5680f', 'gw_port': {'id': '9e4dd4f1-090a-48c8-b168-00f0f85d00d1', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:20Z', 'updated_at': '2021-09-27T12:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8', 'name': '', 'network_id': 'e3cd76b6-c085-4697-9c16-3648dfee488b', 'tenant_id': 'd267b08e21d045a28d99a52762b5680f', 'mac_address': 'fa:16:3e:94:c8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '65c84ef7-1e80-4770-933b-4996e7eed0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:22Z', 'updated_at': '2021-09-27T12:23:27Z', 'revision_number': 4, 'project_id': 'd267b08e21d045a28d99a52762b5680f', 'subnets': [{'id': '65c84ef7-1e80-4770-933b-4996e7eed0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:23:28.593913 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-69e9dd3f-53cd-42f3-9fc9-4613ee10b565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:28.660722 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0feeb779-c22c-4867-80c4-bf804c4b1572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535742'] for router, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:28.760853 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-69e9dd3f-53cd-42f3-9fc9-4613ee10b565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:28.763837 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-69e9dd3f-53cd-42f3-9fc9-4613ee10b565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:28.767366 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-69e9dd3f-53cd-42f3-9fc9-4613ee10b565 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c7864219-d36e-43e0-ab43-908e57a127d4 HTTP/1.1" status: 204 len: 168 time: 0.4023011 Sep 27 12:23:28.808375 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9dd3f-53cd-42f3-9fc9-4613ee10b565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7864219-d36e-43e0-ab43-908e57a127d4,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:28.996069 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f71f7-5aa8-445c-8f4f-2c523050276b req-21f68c6c-5901-4a27-bbf2-59cc25839789 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:29.011646 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-324f71f7-5aa8-445c-8f4f-2c523050276b req-21f68c6c-5901-4a27-bbf2-59cc25839789 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.1009538 Sep 27 12:23:29.115474 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-324f71f7-5aa8-445c-8f4f-2c523050276b req-343cb20f-cc51-4832-aa63-afbee4f8dc52 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976861 Sep 27 12:23:29.186089 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3153e2-e65b-4794-a44a-fbc0f97127e6 None None] Network 8bb2ccb7-aaa9-4f2a-9b86-de660b195109 requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:23:29.246681 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device b6f0732e-b812-4095-b707-d5242f059878 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:23:29.248811 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f95d6672-fb47-4102-843a-19d6700ded1b None None] Provisioning complete for port b6f0732e-b812-4095-b707-d5242f059878 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:23:29.249188 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f95d6672-fb47-4102-843a-19d6700ded1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:29.348832 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0feeb779-c22c-4867-80c4-bf804c4b1572 admin admin] Router 248a800b-ee8c-4dcc-b522-73239d27328f is scheduled to L3 agent 6db84009-1e90-41eb-96d1-acd333e168da with binding_index 1 {{(pid=94062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 12:23:29.525906 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0feeb779-c22c-4867-80c4-bf804c4b1572 admin admin] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:23:29.553541 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0feeb779-c22c-4867-80c4-bf804c4b1572 admin admin] Notify callbacks [] for router, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:29.556276 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-0feeb779-c22c-4867-80c4-bf804c4b1572 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2784271 Sep 27 12:23:29.559082 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 59914) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:23:29.575092 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08d89e4-7943-47cf-9e06-32a9225d9f47 None None] Sync routers for ids ['248a800b-ee8c-4dcc-b522-73239d27328f'] in dv-cinder-768458-11-iscsi {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:23:29.634848 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08d89e4-7943-47cf-9e06-32a9225d9f47 None None] Routers {'248a800b-ee8c-4dcc-b522-73239d27328f'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:23:29.635546 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-b08d89e4-7943-47cf-9e06-32a9225d9f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:23:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['248a800b-ee8c-4dcc-b522-73239d27328f'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:23:29.922955 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-b08d89e4-7943-47cf-9e06-32a9225d9f47 None None] Set router 248a800b-ee8c-4dcc-b522-73239d27328f gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:23:30.004990 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port b6f0732e-b812-4095-b707-d5242f059878 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:23:30.005367 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:30.019958 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 59924) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:23:30.148555 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-1cf460d1-fcaa-4c52-b737-ec1cb6f5ea38 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-848922018-network', 'tenant_id': '2f93a18e8b964bdd9477a80bbeff946b'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:23:30.181550 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f95d6672-fb47-4102-843a-19d6700ded1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:30.185872 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf460d1-fcaa-4c52-b737-ec1cb6f5ea38 admin admin] Made reservation on behalf of 2f93a18e8b964bdd9477a80bbeff946b for: {'network': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:23:30.188181 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1cf460d1-fcaa-4c52-b737-ec1cb6f5ea38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for network, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:30.214652 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1cf460d1-fcaa-4c52-b737-ec1cb6f5ea38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:30.297250 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f95d6672-fb47-4102-843a-19d6700ded1b None None] For port b6f0732e-b812-4095-b707-d5242f059878, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=b6f0732e-b812-4095-b707-d5242f059878,segment=NetworkSegment(121f6912-d8b7-4d94-9746-04460918ddb4),segment_id=121f6912-d8b7-4d94-9746-04460918ddb4)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:23:30.329541 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab6e61-9253-4414-89eb-190c586d918f req-f1dc41ee-f8b2-4137-a713-f435d6ef06f5 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:30.342310 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e4ab6e61-9253-4414-89eb-190c586d918f req-f1dc41ee-f8b2-4137-a713-f435d6ef06f5 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.1278055 Sep 27 12:23:30.343818 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f95d6672-fb47-4102-843a-19d6700ded1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:30.371214 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1cf460d1-fcaa-4c52-b737-ec1cb6f5ea38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:30.377614 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1cf460d1-fcaa-4c52-b737-ec1cb6f5ea38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:30.379310 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7b8c387c-5a69-43f9-b7ac-c3de2fea5412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:30.396495 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf460d1-fcaa-4c52-b737-ec1cb6f5ea38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=94062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:23:30.407519 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1cf460d1-fcaa-4c52-b737-ec1cb6f5ea38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:30.408053 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.db.segments_db [None req-1cf460d1-fcaa-4c52-b737-ec1cb6f5ea38 admin admin] Added segment 65c54bfe-b669-4878-8211-f67d90f520fc of type vlan for network ee4d33e8-747e-4c19-8c2a-3e3b9220e075 Sep 27 12:23:30.411921 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:30.462167 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1cf460d1-fcaa-4c52-b737-ec1cb6f5ea38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743558578710'] for network, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:30.495027 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1cf460d1-fcaa-4c52-b737-ec1cb6f5ea38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323'] for network, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:30.496288 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf460d1-fcaa-4c52-b737-ec1cb6f5ea38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:30.497398 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1cf460d1-fcaa-4c52-b737-ec1cb6f5ea38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:30.527237 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.db.api [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 12:23:30.528436 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG oslo_db.api [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 12:23:30.540425 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d6672-fb47-4102-843a-19d6700ded1b None None] Pushing event updated for resources: {'Port': ['ID=b6f0732e-b812-4095-b707-d5242f059878,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:30.545971 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-1cf460d1-fcaa-4c52-b737-ec1cb6f5ea38 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5249288 Sep 27 12:23:30.547394 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-b08d89e4-7943-47cf-9e06-32a9225d9f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248a800b-ee8c-4dcc-b522-73239d27328f', 'name': 'tempest-TestMinimumBasicScenario-476588394-router', 'tenant_id': 'a5519db9c2d541b398502c86ea5735e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '05851de6-49a9-487c-8b42-574696bdadf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:23:26Z', 'updated_at': '2021-09-27T12:23:27Z', 'revision_number': 3, 'project_id': 'a5519db9c2d541b398502c86ea5735e0', 'gw_port': {'id': '05851de6-49a9-487c-8b42-574696bdadf7', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248a800b-ee8c-4dcc-b522-73239d27328f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:26Z', 'updated_at': '2021-09-27T12:23:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi'}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:23:30.549611 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf460d1-fcaa-4c52-b737-ec1cb6f5ea38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0294477-6548-4a89-9edd-f18b95db4edb,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:30.552466 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 59930) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:23:30.592509 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08d89e4-7943-47cf-9e06-32a9225d9f47 None None] Checking router: 248a800b-ee8c-4dcc-b522-73239d27328f for host: dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:23:30.593142 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-1d9732d9-bb99-4ee3-89ce-15f86e892814 admin admin] Request body: {'subnet': {'network_id': 'ee4d33e8-747e-4c19-8c2a-3e3b9220e075', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-848922018-subnet', 'tenant_id': '2f93a18e8b964bdd9477a80bbeff946b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:23:30.595376 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08d89e4-7943-47cf-9e06-32a9225d9f47 None None] Updating router 248a800b-ee8c-4dcc-b522-73239d27328f port 05851de6-49a9-487c-8b42-574696bdadf7 binding host dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:23:30.600885 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf460d1-fcaa-4c52-b737-ec1cb6f5ea38 admin admin] Pushing event updated for resources: {'Network': ['ID=ee4d33e8-747e-4c19-8c2a-3e3b9220e075,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:30.620733 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9732d9-bb99-4ee3-89ce-15f86e892814 admin admin] Made reservation on behalf of 2f93a18e8b964bdd9477a80bbeff946b for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:23:30.620981 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Network ee4d33e8-747e-4c19-8c2a-3e3b9220e075 details requested by agent ovs-agent-dv-cinder-768458-11-iscsi with host dv-cinder-768458-11-iscsi {{(pid=94063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:23:30.624566 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1d9732d9-bb99-4ee3-89ce-15f86e892814 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8778778'] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:30.642122 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-7b8c387c-5a69-43f9-b7ac-c3de2fea5412 admin admin] Allocated IP 172.20.0.1 (8bb2ccb7-aaa9-4f2a-9b86-de660b195109/8d061a63-65bc-4aef-bf8e-eeceea8278e6/348dd4ec-defd-4a7a-9845-8e6162e09533) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:23:30.644726 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b08d89e4-7943-47cf-9e06-32a9225d9f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:30.650919 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e4ab6e61-9253-4414-89eb-190c586d918f req-a8e3a5d3-b224-4a5f-b4cf-844bce65bc1b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3071148 Sep 27 12:23:30.732953 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-1656c6d6-7079-4290-927e-58769bec1af2 None None] Provisioning complete for port b6f0732e-b812-4095-b707-d5242f059878 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:23:30.733342 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1656c6d6-7079-4290-927e-58769bec1af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:30.779363 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7b8c387c-5a69-43f9-b7ac-c3de2fea5412 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:30.819312 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7b8c387c-5a69-43f9-b7ac-c3de2fea5412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:30.831314 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1d9732d9-bb99-4ee3-89ce-15f86e892814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4103831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8778792'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:30.861513 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8c387c-5a69-43f9-b7ac-c3de2fea5412 admin admin] Network 8bb2ccb7-aaa9-4f2a-9b86-de660b195109 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:23:30.864692 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-7b8c387c-5a69-43f9-b7ac-c3de2fea5412 admin admin] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:23:30.869305 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8c387c-5a69-43f9-b7ac-c3de2fea5412 admin admin] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:23:30.900936 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9732d9-bb99-4ee3-89ce-15f86e892814 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdad0d11-7237-40fe-a52f-50c9034228a2,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:30.909275 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9732d9-bb99-4ee3-89ce-15f86e892814 admin admin] Checking segment: {'id': '65c54bfe-b669-4878-8211-f67d90f520fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee4d33e8-747e-4c19-8c2a-3e3b9220e075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:23:30.909640 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9732d9-bb99-4ee3-89ce-15f86e892814 admin admin] Network hostable DHCP agents. Network: ee4d33e8-747e-4c19-8c2a-3e3b9220e075, hostable agents: ['e47cdff6-7b19-4f64-ade6-a89e4357b373'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:23:30.925773 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c387c-5a69-43f9-b7ac-c3de2fea5412 admin admin] Pushing event updated for resources: {'Port': ['ID=348dd4ec-defd-4a7a-9845-8e6162e09533,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:30.932733 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9732d9-bb99-4ee3-89ce-15f86e892814 admin admin] Network ee4d33e8-747e-4c19-8c2a-3e3b9220e075 is scheduled to be hosted by DHCP agent e47cdff6-7b19-4f64-ade6-a89e4357b373 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:23:30.942043 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c387c-5a69-43f9-b7ac-c3de2fea5412 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:30.942707 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c387c-5a69-43f9-b7ac-c3de2fea5412 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:30.943237 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c387c-5a69-43f9-b7ac-c3de2fea5412 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:30.943887 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c387c-5a69-43f9-b7ac-c3de2fea5412 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:30.944542 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c387c-5a69-43f9-b7ac-c3de2fea5412 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:30.945109 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c387c-5a69-43f9-b7ac-c3de2fea5412 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:30.945551 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c387c-5a69-43f9-b7ac-c3de2fea5412 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:30.946278 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c387c-5a69-43f9-b7ac-c3de2fea5412 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:30.946278 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c387c-5a69-43f9-b7ac-c3de2fea5412 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:30.947181 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c387c-5a69-43f9-b7ac-c3de2fea5412 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:30.947641 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c387c-5a69-43f9-b7ac-c3de2fea5412 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:30.948073 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c387c-5a69-43f9-b7ac-c3de2fea5412 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:30.949078 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-1d9732d9-bb99-4ee3-89ce-15f86e892814 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-11-iscsi, ee4d33e8-747e-4c19-8c2a-3e3b9220e075) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:23:30.961566 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7b8c387c-5a69-43f9-b7ac-c3de2fea5412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528771'] for router_interface, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:30.963218 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9732d9-bb99-4ee3-89ce-15f86e892814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:30.964282 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1d9732d9-bb99-4ee3-89ce-15f86e892814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:30.970552 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d5e605-70f1-4dc1-b25b-35765b3db8a4 None None] Network ee4d33e8-747e-4c19-8c2a-3e3b9220e075 requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:23:30.988755 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-1d9732d9-bb99-4ee3-89ce-15f86e892814 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4005332 Sep 27 12:23:31.131104 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7b8c387c-5a69-43f9-b7ac-c3de2fea5412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:31.174578 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:23:31.253493 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c4151fb3-4795-409a-89f3-6ac1ce676d44 None None] Provisioning complete for port 348dd4ec-defd-4a7a-9845-8e6162e09533 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:23:31.253663 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c4151fb3-4795-409a-89f3-6ac1ce676d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:31.270188 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4d1947-0622-4a39-bad8-34d4d2f9b409 None None] Network ee4d33e8-747e-4c19-8c2a-3e3b9220e075 requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:23:31.293699 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b08d89e4-7943-47cf-9e06-32a9225d9f47 None None] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:31.318789 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b08d89e4-7943-47cf-9e06-32a9225d9f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:31.323740 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7b8c387c-5a69-43f9-b7ac-c3de2fea5412 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:31.329866 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7b8c387c-5a69-43f9-b7ac-c3de2fea5412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:31.385215 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c4151fb3-4795-409a-89f3-6ac1ce676d44 None None] Port 348dd4ec-defd-4a7a-9845-8e6162e09533 cannot update to ACTIVE because it is not bound. {{(pid=94063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:23:31.404496 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7b8c387c-5a69-43f9-b7ac-c3de2fea5412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528499'] for router_interface, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:31.415476 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c387c-5a69-43f9-b7ac-c3de2fea5412 admin admin] Pushing event updated for resources: {'Port': ['ID=348dd4ec-defd-4a7a-9845-8e6162e09533,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:31.480678 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-b08d89e4-7943-47cf-9e06-32a9225d9f47 None None] Attempting to bind port 05851de6-49a9-487c-8b42-574696bdadf7 on host dv-cinder-768458-11-iscsi for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:23:31.481061 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-b08d89e4-7943-47cf-9e06-32a9225d9f47 None None] Attempting to bind port 05851de6-49a9-487c-8b42-574696bdadf7 by drivers openvswitch,hyperv on host dv-cinder-768458-11-iscsi at level 0 using segments [{'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:23:31.481431 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08d89e4-7943-47cf-9e06-32a9225d9f47 None None] Attempting to bind port 05851de6-49a9-487c-8b42-574696bdadf7 on network 1438fd00-25c8-4de7-950d-8ff7237ae90c {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:23:31.483355 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:23:31.483727 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:31.485110 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47c926-82f4-4bb3-be47-65914445805a None None] Pushing event updated for resources: {'Port': ['ID=05851de6-49a9-487c-8b42-574696bdadf7,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:31.513539 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08d89e4-7943-47cf-9e06-32a9225d9f47 None None] Checking agent: {'id': 'a2732848-b036-4229-93de-7108b516e67d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 10, 49), 'started_at': datetime.datetime(2021, 9, 27, 12, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:23:31.514096 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08d89e4-7943-47cf-9e06-32a9225d9f47 None None] Checking segment: {'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:23:31.514566 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b08d89e4-7943-47cf-9e06-32a9225d9f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:31.515042 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08d89e4-7943-47cf-9e06-32a9225d9f47 None None] Bound using segment: {'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:23:31.515578 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-b08d89e4-7943-47cf-9e06-32a9225d9f47 None None] Bound port: 05851de6-49a9-487c-8b42-574696bdadf7, host: dv-cinder-768458-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:23:31.516047 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b08d89e4-7943-47cf-9e06-32a9225d9f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:31.519175 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8c387c-5a69-43f9-b7ac-c3de2fea5412 admin admin] Network 8bb2ccb7-aaa9-4f2a-9b86-de660b195109 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:23:31.520889 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-7b8c387c-5a69-43f9-b7ac-c3de2fea5412 admin admin] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:23:31.804291 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-b08d89e4-7943-47cf-9e06-32a9225d9f47 None None] For port 05851de6-49a9-487c-8b42-574696bdadf7, host dv-cinder-768458-11-iscsi, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:23:31.822972 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-b08d89e4-7943-47cf-9e06-32a9225d9f47 None None] For port 05851de6-49a9-487c-8b42-574696bdadf7, host dv-cinder-768458-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=05851de6-49a9-487c-8b42-574696bdadf7,segment=NetworkSegment(c3edcc58-5368-4442-b7b6-007dffc21523),segment_id=c3edcc58-5368-4442-b7b6-007dffc21523)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:23:31.846308 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b08d89e4-7943-47cf-9e06-32a9225d9f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:31.879638 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-be6ea176-c374-4874-8b64-b2c69d6d6085 None None] Provisioning complete for port 348dd4ec-defd-4a7a-9845-8e6162e09533 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:23:31.880017 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-be6ea176-c374-4874-8b64-b2c69d6d6085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:31.958663 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-be6ea176-c374-4874-8b64-b2c69d6d6085 None None] Port 348dd4ec-defd-4a7a-9845-8e6162e09533 cannot update to ACTIVE because it is not bound. {{(pid=94063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:23:31.960892 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08d89e4-7943-47cf-9e06-32a9225d9f47 None None] Routers {'248a800b-ee8c-4dcc-b522-73239d27328f'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:23:31.961635 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-b08d89e4-7943-47cf-9e06-32a9225d9f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:23:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['248a800b-ee8c-4dcc-b522-73239d27328f'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:23:31.982342 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8c387c-5a69-43f9-b7ac-c3de2fea5412 admin admin] Router 248a800b-ee8c-4dcc-b522-73239d27328f has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:23:31.991242 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbea8c3-e37b-4984-b384-b320993fb8bc req-6b843d81-6bc4-4abe-a6b4-c3a9b8010ab5 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:31.992755 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6dbea8c3-e37b-4984-b384-b320993fb8bc req-6b843d81-6bc4-4abe-a6b4-c3a9b8010ab5 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.0685375 Sep 27 12:23:31.995465 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47c926-82f4-4bb3-be47-65914445805a None None] Pushing event updated for resources: {'Port': ['ID=05851de6-49a9-487c-8b42-574696bdadf7,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:32.074812 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device b6f0732e-b812-4095-b707-d5242f059878 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:23:32.077347 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6dbea8c3-e37b-4984-b384-b320993fb8bc req-5944375d-1f2c-4f0f-b2d9-25c833e5792a tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725451 Sep 27 12:23:32.127787 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-b08d89e4-7943-47cf-9e06-32a9225d9f47 None None] Set router 248a800b-ee8c-4dcc-b522-73239d27328f gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:23:32.134173 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8c387c-5a69-43f9-b7ac-c3de2fea5412 admin admin] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:23:32.139197 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-7b8c387c-5a69-43f9-b7ac-c3de2fea5412 admin admin] 10.222.0.60 "PUT /v2.0/routers/248a800b-ee8c-4dcc-b522-73239d27328f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5787714 Sep 27 12:23:32.206254 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port b6f0732e-b812-4095-b707-d5242f059878 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:23:32.207069 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:32.409969 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-b08d89e4-7943-47cf-9e06-32a9225d9f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248a800b-ee8c-4dcc-b522-73239d27328f', 'name': 'tempest-TestMinimumBasicScenario-476588394-router', 'tenant_id': 'a5519db9c2d541b398502c86ea5735e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '05851de6-49a9-487c-8b42-574696bdadf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:23:26Z', 'updated_at': '2021-09-27T12:23:31Z', 'revision_number': 4, 'project_id': 'a5519db9c2d541b398502c86ea5735e0', 'gw_port': {'id': '05851de6-49a9-487c-8b42-574696bdadf7', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248a800b-ee8c-4dcc-b522-73239d27328f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:26Z', 'updated_at': '2021-09-27T12:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': '348dd4ec-defd-4a7a-9845-8e6162e09533', 'name': '', 'network_id': '8bb2ccb7-aaa9-4f2a-9b86-de660b195109', 'tenant_id': 'a5519db9c2d541b398502c86ea5735e0', 'mac_address': 'fa:16:3e:2e:2b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248a800b-ee8c-4dcc-b522-73239d27328f', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '8d061a63-65bc-4aef-bf8e-eeceea8278e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:30Z', 'updated_at': '2021-09-27T12:23:31Z', 'revision_number': 2, 'project_id': 'a5519db9c2d541b398502c86ea5735e0', 'subnets': [{'id': '8d061a63-65bc-4aef-bf8e-eeceea8278e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:23:32.448597 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08d89e4-7943-47cf-9e06-32a9225d9f47 None None] The sync data for ids ['248a800b-ee8c-4dcc-b522-73239d27328f'] in dv-cinder-768458-11-iscsi is: [{'id': '248a800b-ee8c-4dcc-b522-73239d27328f', 'name': 'tempest-TestMinimumBasicScenario-476588394-router', 'tenant_id': 'a5519db9c2d541b398502c86ea5735e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '05851de6-49a9-487c-8b42-574696bdadf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:23:26Z', 'updated_at': '2021-09-27T12:23:31Z', 'revision_number': 4, 'project_id': 'a5519db9c2d541b398502c86ea5735e0', 'gw_port': {'id': '05851de6-49a9-487c-8b42-574696bdadf7', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248a800b-ee8c-4dcc-b522-73239d27328f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:26Z', 'updated_at': '2021-09-27T12:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': '348dd4ec-defd-4a7a-9845-8e6162e09533', 'name': '', 'network_id': '8bb2ccb7-aaa9-4f2a-9b86-de660b195109', 'tenant_id': 'a5519db9c2d541b398502c86ea5735e0', 'mac_address': 'fa:16:3e:2e:2b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248a800b-ee8c-4dcc-b522-73239d27328f', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '8d061a63-65bc-4aef-bf8e-eeceea8278e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:30Z', 'updated_at': '2021-09-27T12:23:31Z', 'revision_number': 2, 'project_id': 'a5519db9c2d541b398502c86ea5735e0', 'subnets': [{'id': '8d061a63-65bc-4aef-bf8e-eeceea8278e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:23:32.990091 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-4771f993-3a6f-4e14-aeb8-ae9494f15d26 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:32.991817 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-4771f993-3a6f-4e14-aeb8-ae9494f15d26 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/networks?id=ee4d33e8-747e-4c19-8c2a-3e3b9220e075 HTTP/1.1" status: 200 len: 808 time: 0.1280174 Sep 27 12:23:33.014448 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-570c27d1-6926-442d-b5f7-f7c4af391118 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/quotas/2f93a18e8b964bdd9477a80bbeff946b HTTP/1.1" status: 200 len: 375 time: 0.0158072 Sep 27 12:23:33.049061 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-6743afe9-a0a9-4512-bd02-04d6b461a3c8 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f93a18e8b964bdd9477a80bbeff946b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332963 Sep 27 12:23:33.240914 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc8fbb-10e8-4fa5-8e82-bb7dcebdfca8 req-5dd6c201-6539-49b8-9ce2-9b1dba5b8963 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:33.243320 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e6fc8fbb-10e8-4fa5-8e82-bb7dcebdfca8 req-5dd6c201-6539-49b8-9ce2-9b1dba5b8963 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.0567238 Sep 27 12:23:33.338174 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e6fc8fbb-10e8-4fa5-8e82-bb7dcebdfca8 req-672efd1a-1a4b-4932-8551-762525e7d0fb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886087 Sep 27 12:23:33.371679 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-f38e8ffb-b556-426c-a1ad-ae09dcc7449e service neutron] 10.222.0.60 "GET /v2.0/networks/ee4d33e8-747e-4c19-8c2a-3e3b9220e075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102293 Sep 27 12:23:33.476959 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-a417c857-6cd0-48ff-b4e9-40006ea14b41 service neutron] 10.222.0.60 "GET /v2.0/networks/ee4d33e8-747e-4c19-8c2a-3e3b9220e075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035509 Sep 27 12:23:33.746841 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ed4d301a-c54b-446e-8656-15c5176be1a1 req-bbad4690-deb8-4577-a8ad-3a8b81524c91 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce669f9b-8fc6-4835-a940-84ef3835f1c8 HTTP/1.1" status: 200 len: 210 time: 0.0573020 Sep 27 12:23:34.078472 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 05851de6-49a9-487c-8b42-574696bdadf7 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:23:34.156833 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port 05851de6-49a9-487c-8b42-574696bdadf7 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:23:34.157301 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:34.275076 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:34.300461 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] For port 05851de6-49a9-487c-8b42-574696bdadf7, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=05851de6-49a9-487c-8b42-574696bdadf7,segment=NetworkSegment(c3edcc58-5368-4442-b7b6-007dffc21523),segment_id=c3edcc58-5368-4442-b7b6-007dffc21523)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:23:34.305253 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:34.390156 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Pushing event updated for resources: {'Port': ['ID=05851de6-49a9-487c-8b42-574696bdadf7,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:34.813772 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219a8ab-3f68-4774-9091-9c4c43ea3a7f req-2000e9a5-fd83-482d-94e1-f110a861d08e tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:34.826076 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f219a8ab-3f68-4774-9091-9c4c43ea3a7f req-2000e9a5-fd83-482d-94e1-f110a861d08e tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.1052060 Sep 27 12:23:34.891811 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-13b6eac5-f7cf-4c01-b0be-99ac69643158 req-bf3d08b2-26cb-450b-8bcf-f9bd96eb60df tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce669f9b-8fc6-4835-a940-84ef3835f1c8 HTTP/1.1" status: 200 len: 210 time: 0.0490990 Sep 27 12:23:34.921053 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f219a8ab-3f68-4774-9091-9c4c43ea3a7f req-f45a36a2-f5d1-4d13-b2aa-f8445d44d4e6 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911555 Sep 27 12:23:35.514810 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-b2f45e65-3d61-4ffb-95e0-4a4ade4368dc tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:35.517269 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-b2f45e65-3d61-4ffb-95e0-4a4ade4368dc tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.25 "GET /v2.0/networks?id=ee4d33e8-747e-4c19-8c2a-3e3b9220e075 HTTP/1.1" status: 200 len: 808 time: 0.2444398 Sep 27 12:23:35.538817 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-2c72deab-c82c-4556-b0ab-307da1366a52 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Request body: {'port': {'device_id': 'ce669f9b-8fc6-4835-a940-84ef3835f1c8', 'network_id': 'ee4d33e8-747e-4c19-8c2a-3e3b9220e075', 'admin_state_up': True, 'tenant_id': '2f93a18e8b964bdd9477a80bbeff946b'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:23:35.721072 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-2c72deab-c82c-4556-b0ab-307da1366a52 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Made reservation on behalf of 2f93a18e8b964bdd9477a80bbeff946b for: {'port': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:23:35.724951 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-2c72deab-c82c-4556-b0ab-307da1366a52 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:36.008600 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-2c72deab-c82c-4556-b0ab-307da1366a52 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Allocated IP 172.20.0.13 (ee4d33e8-747e-4c19-8c2a-3e3b9220e075/bdad0d11-7237-40fe-a52f-50c9034228a2/5432f8f3-8b50-4aa0-88f3-f5b2e1b01114) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:23:36.039056 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ec2c2f85-5010-45fb-a66e-790d2eb532ee req-00106f34-2d7b-4fbc-9380-4b9bb8c02851 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce669f9b-8fc6-4835-a940-84ef3835f1c8 HTTP/1.1" status: 200 len: 210 time: 0.0570195 Sep 27 12:23:36.167110 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 05851de6-49a9-487c-8b42-574696bdadf7 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:23:36.219584 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd241e-dbbf-42f5-8d4d-9df6a60f154a req-5fe646aa-8c26-46a3-8ca1-480faadb2a92 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:36.221817 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6abd241e-dbbf-42f5-8d4d-9df6a60f154a req-5fe646aa-8c26-46a3-8ca1-480faadb2a92 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.1598637 Sep 27 12:23:36.277108 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port 05851de6-49a9-487c-8b42-574696bdadf7 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:23:36.277856 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:36.357781 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6abd241e-dbbf-42f5-8d4d-9df6a60f154a req-23e8a933-a3af-41c2-957e-fbe270164cbe tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214921 Sep 27 12:23:36.404477 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-2c72deab-c82c-4556-b0ab-307da1366a52 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:36.463630 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-2c72deab-c82c-4556-b0ab-307da1366a52 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:36.514924 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c442f59c-05b1-4242-a505-721f0fa44da8 None None] Sync routers for ids ['248a800b-ee8c-4dcc-b522-73239d27328f'] in dv-cinder-768458-11-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:23:36.531846 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c442f59c-05b1-4242-a505-721f0fa44da8 None None] Routers {'248a800b-ee8c-4dcc-b522-73239d27328f'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:23:36.533126 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-c442f59c-05b1-4242-a505-721f0fa44da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:23:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['248a800b-ee8c-4dcc-b522-73239d27328f'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:23:36.566623 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-2c72deab-c82c-4556-b0ab-307da1366a52 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Network ee4d33e8-747e-4c19-8c2a-3e3b9220e075 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:23:36.570714 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72deab-c82c-4556-b0ab-307da1366a52 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Pushing event updated for resources: {'Port': ['ID=5432f8f3-8b50-4aa0-88f3-f5b2e1b01114,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:36.574129 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-2c72deab-c82c-4556-b0ab-307da1366a52 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:23:36.584928 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-2c72deab-c82c-4556-b0ab-307da1366a52 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:23:36.659123 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-2c72deab-c82c-4556-b0ab-307da1366a52 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:36.660164 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-2c72deab-c82c-4556-b0ab-307da1366a52 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:36.678051 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-2c72deab-c82c-4556-b0ab-307da1366a52 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1461904 Sep 27 12:23:36.687256 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-c442f59c-05b1-4242-a505-721f0fa44da8 None None] Set router 248a800b-ee8c-4dcc-b522-73239d27328f gateway port host: dv-cinder-768458-11-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:23:36.692453 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-f119c6df-b8dc-4a3d-8c7b-20f26fbb3e24 service neutron] Request body: {'port': {'device_id': 'ce669f9b-8fc6-4835-a940-84ef3835f1c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:23:36.765935 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-f119c6df-b8dc-4a3d-8c7b-20f26fbb3e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:36.950539 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-c442f59c-05b1-4242-a505-721f0fa44da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248a800b-ee8c-4dcc-b522-73239d27328f', 'name': 'tempest-TestMinimumBasicScenario-476588394-router', 'tenant_id': 'a5519db9c2d541b398502c86ea5735e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '05851de6-49a9-487c-8b42-574696bdadf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:23:26Z', 'updated_at': '2021-09-27T12:23:31Z', 'revision_number': 4, 'project_id': 'a5519db9c2d541b398502c86ea5735e0', 'gw_port': {'id': '05851de6-49a9-487c-8b42-574696bdadf7', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248a800b-ee8c-4dcc-b522-73239d27328f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:26Z', 'updated_at': '2021-09-27T12:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': '348dd4ec-defd-4a7a-9845-8e6162e09533', 'name': '', 'network_id': '8bb2ccb7-aaa9-4f2a-9b86-de660b195109', 'tenant_id': 'a5519db9c2d541b398502c86ea5735e0', 'mac_address': 'fa:16:3e:2e:2b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248a800b-ee8c-4dcc-b522-73239d27328f', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '8d061a63-65bc-4aef-bf8e-eeceea8278e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:30Z', 'updated_at': '2021-09-27T12:23:31Z', 'revision_number': 2, 'project_id': 'a5519db9c2d541b398502c86ea5735e0', 'subnets': [{'id': '8d061a63-65bc-4aef-bf8e-eeceea8278e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:23:36.984069 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c442f59c-05b1-4242-a505-721f0fa44da8 None None] Checking router: 248a800b-ee8c-4dcc-b522-73239d27328f for host: dv-cinder-768458-11-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:23:36.984421 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c442f59c-05b1-4242-a505-721f0fa44da8 None None] Updating router 248a800b-ee8c-4dcc-b522-73239d27328f port 348dd4ec-defd-4a7a-9845-8e6162e09533 binding host dv-cinder-768458-11-iscsi {{(pid=94064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:23:37.013146 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c442f59c-05b1-4242-a505-721f0fa44da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:37.160703 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-f119c6df-b8dc-4a3d-8c7b-20f26fbb3e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5432f8f3-8b50-4aa0-88f3-f5b2e1b01114 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:23:37.173334 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d7a75-618d-4b74-998e-952e9af38fe2 req-f952cd37-141a-492c-9e13-165f3280051d tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:37.181676 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-356d7a75-618d-4b74-998e-952e9af38fe2 req-f952cd37-141a-492c-9e13-165f3280051d tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce669f9b-8fc6-4835-a940-84ef3835f1c8 HTTP/1.1" status: 200 len: 932 time: 0.0669394 Sep 27 12:23:37.182854 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-f119c6df-b8dc-4a3d-8c7b-20f26fbb3e24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:37.215005 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-f119c6df-b8dc-4a3d-8c7b-20f26fbb3e24 service neutron] Transition to ACTIVE for port object 5432f8f3-8b50-4aa0-88f3-f5b2e1b01114 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:23:37.221537 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-f119c6df-b8dc-4a3d-8c7b-20f26fbb3e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:37.240946 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-356d7a75-618d-4b74-998e-952e9af38fe2 req-aad8eee3-17f6-4a9b-8af8-d60daa1752b3 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575032 Sep 27 12:23:37.302565 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119c6df-b8dc-4a3d-8c7b-20f26fbb3e24 service neutron] Pushing event updated for resources: {'Port': ['ID=5432f8f3-8b50-4aa0-88f3-f5b2e1b01114,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:37.382969 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-f119c6df-b8dc-4a3d-8c7b-20f26fbb3e24 service neutron] Attempting to bind port 5432f8f3-8b50-4aa0-88f3-f5b2e1b01114 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:23:37.383641 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-f119c6df-b8dc-4a3d-8c7b-20f26fbb3e24 service neutron] Attempting to bind port 5432f8f3-8b50-4aa0-88f3-f5b2e1b01114 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '65c54bfe-b669-4878-8211-f67d90f520fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee4d33e8-747e-4c19-8c2a-3e3b9220e075'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:23:37.383974 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-f119c6df-b8dc-4a3d-8c7b-20f26fbb3e24 service neutron] Attempting to bind port 5432f8f3-8b50-4aa0-88f3-f5b2e1b01114 on network ee4d33e8-747e-4c19-8c2a-3e3b9220e075 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:23:37.390380 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-f119c6df-b8dc-4a3d-8c7b-20f26fbb3e24 service neutron] Port 5432f8f3-8b50-4aa0-88f3-f5b2e1b01114 on network ee4d33e8-747e-4c19-8c2a-3e3b9220e075 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:23:37.390713 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-f119c6df-b8dc-4a3d-8c7b-20f26fbb3e24 service neutron] Attempting to bind port 5432f8f3-8b50-4aa0-88f3-f5b2e1b01114 on network ee4d33e8-747e-4c19-8c2a-3e3b9220e075 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:23:37.397084 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-f119c6df-b8dc-4a3d-8c7b-20f26fbb3e24 service neutron] Checking agent: {'id': '20c1fc43-a135-4852-87d5-8f0af43386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'started_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:23:37.397417 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-f119c6df-b8dc-4a3d-8c7b-20f26fbb3e24 service neutron] Checking segment: {'id': '65c54bfe-b669-4878-8211-f67d90f520fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee4d33e8-747e-4c19-8c2a-3e3b9220e075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:23:37.397797 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-f119c6df-b8dc-4a3d-8c7b-20f26fbb3e24 service neutron] Bound using segment: {'id': '65c54bfe-b669-4878-8211-f67d90f520fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee4d33e8-747e-4c19-8c2a-3e3b9220e075'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:23:37.398212 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-f119c6df-b8dc-4a3d-8c7b-20f26fbb3e24 service neutron] Bound port: 5432f8f3-8b50-4aa0-88f3-f5b2e1b01114, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65c54bfe-b669-4878-8211-f67d90f520fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee4d33e8-747e-4c19-8c2a-3e3b9220e075'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:23:37.398571 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-f119c6df-b8dc-4a3d-8c7b-20f26fbb3e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:37.535029 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-f119c6df-b8dc-4a3d-8c7b-20f26fbb3e24 service neutron] For port 5432f8f3-8b50-4aa0-88f3-f5b2e1b01114, host hv-cinder-76845, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:23:37.572742 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-f119c6df-b8dc-4a3d-8c7b-20f26fbb3e24 service neutron] For port 5432f8f3-8b50-4aa0-88f3-f5b2e1b01114, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5432f8f3-8b50-4aa0-88f3-f5b2e1b01114,segment=NetworkSegment(65c54bfe-b669-4878-8211-f67d90f520fc),segment_id=65c54bfe-b669-4878-8211-f67d90f520fc)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:23:37.583784 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-f119c6df-b8dc-4a3d-8c7b-20f26fbb3e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:37.609106 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186762a-8de9-431c-b355-a7c641789499 req-7b959272-f27c-49e2-9615-3350280390db tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:37.610728 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1186762a-8de9-431c-b355-a7c641789499 req-7b959272-f27c-49e2-9615-3350280390db tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.0961497 Sep 27 12:23:37.623470 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c442f59c-05b1-4242-a505-721f0fa44da8 None None] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:37.633882 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c442f59c-05b1-4242-a505-721f0fa44da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:37.676145 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-f119c6df-b8dc-4a3d-8c7b-20f26fbb3e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:37.676769 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-f119c6df-b8dc-4a3d-8c7b-20f26fbb3e24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:37.678150 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-f119c6df-b8dc-4a3d-8c7b-20f26fbb3e24 service neutron] 10.222.0.25 "PUT /v2.0/ports/5432f8f3-8b50-4aa0-88f3-f5b2e1b01114 HTTP/1.1" status: 200 len: 1094 time: 0.9912665 Sep 27 12:23:37.678598 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce669f9b-8fc6-4835-a940-84ef3835f1c8', 'tag': '5432f8f3-8b50-4aa0-88f3-f5b2e1b01114'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:23:37.681325 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0872c2-72f1-49a8-8201-a986ab77c81b" -d '{"events": [{"name": "network-changed", "server_uuid": "ce669f9b-8fc6-4835-a940-84ef3835f1c8", "tag": "5432f8f3-8b50-4aa0-88f3-f5b2e1b01114"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:23:37.740104 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38220521-2ca5-40ce-8a17-eb8bd84a0ab8 None None] Pushing event updated for resources: {'Port': ['ID=348dd4ec-defd-4a7a-9845-8e6162e09533,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:37.748574 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119c6df-b8dc-4a3d-8c7b-20f26fbb3e24 service neutron] Pushing event updated for resources: {'Port': ['ID=5432f8f3-8b50-4aa0-88f3-f5b2e1b01114,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:37.779370 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decc1cc2-0367-4e04-9aa7-f995cf327478 x-openstack-request-id: req-decc1cc2-0367-4e04-9aa7-f995cf327478 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:23:37.779795 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce669f9b-8fc6-4835-a940-84ef3835f1c8", "tag": "5432f8f3-8b50-4aa0-88f3-f5b2e1b01114", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:23:37.780180 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-decc1cc2-0367-4e04-9aa7-f995cf327478 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:23:37.780700 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce669f9b-8fc6-4835-a940-84ef3835f1c8', 'tag': '5432f8f3-8b50-4aa0-88f3-f5b2e1b01114', 'status': 'completed', 'code': 200} Sep 27 12:23:37.788454 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1186762a-8de9-431c-b355-a7c641789499 req-696a690a-f6b0-4fe6-97c3-4296e15fde9c tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431694 Sep 27 12:23:37.821957 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-4d85f861-ada0-4532-b7ac-47abdaa91a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:37.822801 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-4d85f861-ada0-4532-b7ac-47abdaa91a94 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2f93a18e8b964bdd9477a80bbeff946b&device_id=ce669f9b-8fc6-4835-a940-84ef3835f1c8 HTTP/1.1" status: 200 len: 1097 time: 0.0961518 Sep 27 12:23:37.840247 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-c442f59c-05b1-4242-a505-721f0fa44da8 None None] Attempting to bind port 348dd4ec-defd-4a7a-9845-8e6162e09533 on host dv-cinder-768458-11-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:23:37.840902 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-c442f59c-05b1-4242-a505-721f0fa44da8 None None] Attempting to bind port 348dd4ec-defd-4a7a-9845-8e6162e09533 by drivers openvswitch,hyperv on host dv-cinder-768458-11-iscsi at level 0 using segments [{'id': '121f6912-d8b7-4d94-9746-04460918ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8bb2ccb7-aaa9-4f2a-9b86-de660b195109'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:23:37.841463 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c442f59c-05b1-4242-a505-721f0fa44da8 None None] Attempting to bind port 348dd4ec-defd-4a7a-9845-8e6162e09533 on network 8bb2ccb7-aaa9-4f2a-9b86-de660b195109 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:23:37.848589 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c442f59c-05b1-4242-a505-721f0fa44da8 None None] Checking agent: {'id': 'a2732848-b036-4229-93de-7108b516e67d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 10, 49), 'started_at': datetime.datetime(2021, 9, 27, 12, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:23:37.849494 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c442f59c-05b1-4242-a505-721f0fa44da8 None None] Checking segment: {'id': '121f6912-d8b7-4d94-9746-04460918ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8bb2ccb7-aaa9-4f2a-9b86-de660b195109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:23:37.851427 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c442f59c-05b1-4242-a505-721f0fa44da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:37.852073 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c442f59c-05b1-4242-a505-721f0fa44da8 None None] Bound using segment: {'id': '121f6912-d8b7-4d94-9746-04460918ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8bb2ccb7-aaa9-4f2a-9b86-de660b195109'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:23:37.852772 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-c442f59c-05b1-4242-a505-721f0fa44da8 None None] Bound port: 348dd4ec-defd-4a7a-9845-8e6162e09533, host: dv-cinder-768458-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '121f6912-d8b7-4d94-9746-04460918ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8bb2ccb7-aaa9-4f2a-9b86-de660b195109'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:23:37.853373 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c442f59c-05b1-4242-a505-721f0fa44da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:37.900733 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-e69c8ac9-ef83-4b6b-b331-62bb8e66dd76 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5432f8f3-8b50-4aa0-88f3-f5b2e1b01114 HTTP/1.1" status: 200 len: 217 time: 0.0655184 Sep 27 12:23:37.963590 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-c442f59c-05b1-4242-a505-721f0fa44da8 None None] For port 348dd4ec-defd-4a7a-9845-8e6162e09533, host dv-cinder-768458-11-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:23:37.967816 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-c442f59c-05b1-4242-a505-721f0fa44da8 None None] For port 348dd4ec-defd-4a7a-9845-8e6162e09533, host dv-cinder-768458-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=348dd4ec-defd-4a7a-9845-8e6162e09533,segment=NetworkSegment(121f6912-d8b7-4d94-9746-04460918ddb4),segment_id=121f6912-d8b7-4d94-9746-04460918ddb4)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:23:37.975574 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c442f59c-05b1-4242-a505-721f0fa44da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:38.011104 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-54decc71-1de2-4cc8-a3a4-4886ffc19cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:38.013133 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-54decc71-1de2-4cc8-a3a4-4886ffc19cde service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bdad0d11-7237-40fe-a52f-50c9034228a2 HTTP/1.1" status: 200 len: 848 time: 0.0929894 Sep 27 12:23:38.050814 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38220521-2ca5-40ce-8a17-eb8bd84a0ab8 None None] Pushing event updated for resources: {'Port': ['ID=348dd4ec-defd-4a7a-9845-8e6162e09533,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:38.062837 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-dea750fe-1749-440d-9aaa-ec0ecf10a2b9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ee4d33e8-747e-4c19-8c2a-3e3b9220e075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408747 Sep 27 12:23:38.066943 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c442f59c-05b1-4242-a505-721f0fa44da8 None None] Routers {'248a800b-ee8c-4dcc-b522-73239d27328f'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:23:38.067853 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-c442f59c-05b1-4242-a505-721f0fa44da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:23:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['248a800b-ee8c-4dcc-b522-73239d27328f'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:23:38.181610 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-245f4832-01b5-4fd8-86b3-5c7d99a14f40 None None] Provisioning complete for port 348dd4ec-defd-4a7a-9845-8e6162e09533 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:23:38.182526 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-245f4832-01b5-4fd8-86b3-5c7d99a14f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:38.188790 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-c7d8ba04-7a7b-4782-90e6-4d1b973e7db2 service neutron] 10.222.0.25 "GET /v2.0/networks/ee4d33e8-747e-4c19-8c2a-3e3b9220e075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086822 Sep 27 12:23:38.227106 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-c442f59c-05b1-4242-a505-721f0fa44da8 None None] Set router 248a800b-ee8c-4dcc-b522-73239d27328f gateway port host: dv-cinder-768458-11-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:23:38.377993 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-245f4832-01b5-4fd8-86b3-5c7d99a14f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:38.424055 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8c7bed71-c73f-47db-9258-cea641a97c30 req-adc0662d-d350-4d9e-8951-d086e5023c45 service neutron] 10.222.0.25 "GET /v2.0/networks/ee4d33e8-747e-4c19-8c2a-3e3b9220e075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241590 Sep 27 12:23:38.449176 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aeff06-6924-464e-b2ca-765d3c238534 req-ee1d707b-e0bd-44b2-bd08-08e8000ead87 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:38.460005 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-05aeff06-6924-464e-b2ca-765d3c238534 req-ee1d707b-e0bd-44b2-bd08-08e8000ead87 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce669f9b-8fc6-4835-a940-84ef3835f1c8 HTTP/1.1" status: 200 len: 944 time: 0.0968356 Sep 27 12:23:38.498013 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-245f4832-01b5-4fd8-86b3-5c7d99a14f40 None None] For port 348dd4ec-defd-4a7a-9845-8e6162e09533, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=348dd4ec-defd-4a7a-9845-8e6162e09533,segment=NetworkSegment(121f6912-d8b7-4d94-9746-04460918ddb4),segment_id=121f6912-d8b7-4d94-9746-04460918ddb4)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:23:38.506701 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-245f4832-01b5-4fd8-86b3-5c7d99a14f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:38.535626 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-05aeff06-6924-464e-b2ca-765d3c238534 req-8165337a-a6a5-4de1-a4e7-27a740a61c1c tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741293 Sep 27 12:23:38.577567 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0872c2-72f1-49a8-8201-a986ab77c81b req-1b54b207-e4db-45ae-9256-6ddf9e6b7e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:38.580642 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3f0872c2-72f1-49a8-8201-a986ab77c81b req-1b54b207-e4db-45ae-9256-6ddf9e6b7e0a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2f93a18e8b964bdd9477a80bbeff946b&device_id=ce669f9b-8fc6-4835-a940-84ef3835f1c8 HTTP/1.1" status: 200 len: 1097 time: 0.0929570 Sep 27 12:23:38.592606 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f4832-01b5-4fd8-86b3-5c7d99a14f40 None None] Pushing event updated for resources: {'Port': ['ID=348dd4ec-defd-4a7a-9845-8e6162e09533,revision_number=5']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:38.601536 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245f4832-01b5-4fd8-86b3-5c7d99a14f40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:38.601907 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245f4832-01b5-4fd8-86b3-5c7d99a14f40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:38.602246 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245f4832-01b5-4fd8-86b3-5c7d99a14f40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:38.602579 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245f4832-01b5-4fd8-86b3-5c7d99a14f40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:38.602910 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245f4832-01b5-4fd8-86b3-5c7d99a14f40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:38.603264 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245f4832-01b5-4fd8-86b3-5c7d99a14f40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:38.603581 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245f4832-01b5-4fd8-86b3-5c7d99a14f40 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:38.603904 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245f4832-01b5-4fd8-86b3-5c7d99a14f40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:38.604241 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245f4832-01b5-4fd8-86b3-5c7d99a14f40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:38.605097 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245f4832-01b5-4fd8-86b3-5c7d99a14f40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:38.605533 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245f4832-01b5-4fd8-86b3-5c7d99a14f40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:38.605856 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245f4832-01b5-4fd8-86b3-5c7d99a14f40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:23:38.639372 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-a88a760d-f36e-4863-82c2-f1a3af58e29e None None] Provisioning complete for port 348dd4ec-defd-4a7a-9845-8e6162e09533 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:23:38.639879 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a88a760d-f36e-4863-82c2-f1a3af58e29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:38.713968 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0872c2-72f1-49a8-8201-a986ab77c81b req-49025c50-cf99-46fa-a949-fd1868cb47f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:38.715658 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3f0872c2-72f1-49a8-8201-a986ab77c81b req-49025c50-cf99-46fa-a949-fd1868cb47f0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ee4d33e8-747e-4c19-8c2a-3e3b9220e075 HTTP/1.1" status: 200 len: 909 time: 0.1253667 Sep 27 12:23:38.718902 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-c442f59c-05b1-4242-a505-721f0fa44da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248a800b-ee8c-4dcc-b522-73239d27328f', 'name': 'tempest-TestMinimumBasicScenario-476588394-router', 'tenant_id': 'a5519db9c2d541b398502c86ea5735e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '05851de6-49a9-487c-8b42-574696bdadf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:23:26Z', 'updated_at': '2021-09-27T12:23:31Z', 'revision_number': 4, 'project_id': 'a5519db9c2d541b398502c86ea5735e0', 'gw_port': {'id': '05851de6-49a9-487c-8b42-574696bdadf7', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248a800b-ee8c-4dcc-b522-73239d27328f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:26Z', 'updated_at': '2021-09-27T12:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': '348dd4ec-defd-4a7a-9845-8e6162e09533', 'name': '', 'network_id': '8bb2ccb7-aaa9-4f2a-9b86-de660b195109', 'tenant_id': 'a5519db9c2d541b398502c86ea5735e0', 'mac_address': 'fa:16:3e:2e:2b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248a800b-ee8c-4dcc-b522-73239d27328f', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '8d061a63-65bc-4aef-bf8e-eeceea8278e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:30Z', 'updated_at': '2021-09-27T12:23:37Z', 'revision_number': 4, 'project_id': 'a5519db9c2d541b398502c86ea5735e0', 'subnets': [{'id': '8d061a63-65bc-4aef-bf8e-eeceea8278e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:23:38.764688 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c442f59c-05b1-4242-a505-721f0fa44da8 None None] The sync data for ids ['248a800b-ee8c-4dcc-b522-73239d27328f'] in dv-cinder-768458-11-iscsi is: [{'id': '248a800b-ee8c-4dcc-b522-73239d27328f', 'name': 'tempest-TestMinimumBasicScenario-476588394-router', 'tenant_id': 'a5519db9c2d541b398502c86ea5735e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '05851de6-49a9-487c-8b42-574696bdadf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:23:26Z', 'updated_at': '2021-09-27T12:23:31Z', 'revision_number': 4, 'project_id': 'a5519db9c2d541b398502c86ea5735e0', 'gw_port': {'id': '05851de6-49a9-487c-8b42-574696bdadf7', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248a800b-ee8c-4dcc-b522-73239d27328f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:26Z', 'updated_at': '2021-09-27T12:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': '348dd4ec-defd-4a7a-9845-8e6162e09533', 'name': '', 'network_id': '8bb2ccb7-aaa9-4f2a-9b86-de660b195109', 'tenant_id': 'a5519db9c2d541b398502c86ea5735e0', 'mac_address': 'fa:16:3e:2e:2b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248a800b-ee8c-4dcc-b522-73239d27328f', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '8d061a63-65bc-4aef-bf8e-eeceea8278e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:30Z', 'updated_at': '2021-09-27T12:23:37Z', 'revision_number': 4, 'project_id': 'a5519db9c2d541b398502c86ea5735e0', 'subnets': [{'id': '8d061a63-65bc-4aef-bf8e-eeceea8278e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:23:38.773704 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3f0872c2-72f1-49a8-8201-a986ab77c81b req-bf0bb202-0cd1-4974-9dc1-41edb8756369 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5432f8f3-8b50-4aa0-88f3-f5b2e1b01114 HTTP/1.1" status: 200 len: 217 time: 0.0495269 Sep 27 12:23:38.831389 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0872c2-72f1-49a8-8201-a986ab77c81b req-fc72a7c9-45a0-4f20-979c-fdb30d25e306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:38.833028 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3f0872c2-72f1-49a8-8201-a986ab77c81b req-fc72a7c9-45a0-4f20-979c-fdb30d25e306 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bdad0d11-7237-40fe-a52f-50c9034228a2 HTTP/1.1" status: 200 len: 848 time: 0.0501289 Sep 27 12:23:38.881401 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3f0872c2-72f1-49a8-8201-a986ab77c81b req-840bdf5a-6ce1-4a28-8ff3-686cc55989f6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ee4d33e8-747e-4c19-8c2a-3e3b9220e075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405264 Sep 27 12:23:39.031665 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145e269-96e6-4c0a-bed9-770cc4b9c3d0 req-cdb06b33-b5a1-4730-aea6-4197abbbabab tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:39.033213 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3145e269-96e6-4c0a-bed9-770cc4b9c3d0 req-cdb06b33-b5a1-4730-aea6-4197abbbabab tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.1306851 Sep 27 12:23:39.066384 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3f0872c2-72f1-49a8-8201-a986ab77c81b req-5b569607-9a74-4b17-8d04-9992d464b9a5 service neutron] 10.222.0.25 "GET /v2.0/networks/ee4d33e8-747e-4c19-8c2a-3e3b9220e075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759906 Sep 27 12:23:39.106175 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3145e269-96e6-4c0a-bed9-770cc4b9c3d0 req-233f840c-edc8-4b5b-b345-fd868e6eb692 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639234 Sep 27 12:23:39.199734 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3f0872c2-72f1-49a8-8201-a986ab77c81b req-0d2e9fca-b588-4711-9f43-7675a818c14c service neutron] 10.222.0.25 "GET /v2.0/networks/ee4d33e8-747e-4c19-8c2a-3e3b9220e075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252775 Sep 27 12:23:39.726826 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385eb6d9-445a-4054-99d1-c774e80a73fc req-9f656503-ad61-41ff-9158-a25a1860ca81 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:39.732957 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-385eb6d9-445a-4054-99d1-c774e80a73fc req-9f656503-ad61-41ff-9158-a25a1860ca81 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce669f9b-8fc6-4835-a940-84ef3835f1c8 HTTP/1.1" status: 200 len: 944 time: 0.0937564 Sep 27 12:23:39.784430 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-385eb6d9-445a-4054-99d1-c774e80a73fc req-a54f42c0-c0ad-48e2-9968-2b1a50ba3dcf tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412204 Sep 27 12:23:40.086761 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 348dd4ec-defd-4a7a-9845-8e6162e09533 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:23:40.174566 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port 348dd4ec-defd-4a7a-9845-8e6162e09533 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:23:40.175288 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:40.364891 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2777a-0ee5-4dbf-9ec3-e1c966d0598d req-92f761fb-4fa0-449e-84cb-9b2b4b334283 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:40.367543 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e3c2777a-0ee5-4dbf-9ec3-e1c966d0598d req-92f761fb-4fa0-449e-84cb-9b2b4b334283 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.1163795 Sep 27 12:23:40.442973 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e3c2777a-0ee5-4dbf-9ec3-e1c966d0598d req-d6f5278e-156e-4c49-8b4f-4cb7be5b6cc8 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659432 Sep 27 12:23:41.021264 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb24f9-899b-40d2-a1c6-83f4f6610cf3 req-3926dda9-9239-41ed-8291-495057416e8e tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:41.030314 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-37fb24f9-899b-40d2-a1c6-83f4f6610cf3 req-3926dda9-9239-41ed-8291-495057416e8e tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0918839 Sep 27 12:23:41.038380 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb376f-00be-4153-b0ed-986fc59025ff req-9fc4c990-895b-4eeb-90c0-8ada9fb324e2 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:41.041312 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a5bb376f-00be-4153-b0ed-986fc59025ff req-9fc4c990-895b-4eeb-90c0-8ada9fb324e2 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce669f9b-8fc6-4835-a940-84ef3835f1c8 HTTP/1.1" status: 200 len: 944 time: 0.0958476 Sep 27 12:23:41.104801 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-37fb24f9-899b-40d2-a1c6-83f4f6610cf3 req-483c5fc5-33cf-4c4d-bb70-166c4877a8c4 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730846 Sep 27 12:23:41.124045 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a5bb376f-00be-4153-b0ed-986fc59025ff req-e45730ee-6637-40d7-8287-b66d25b110a6 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676880 Sep 27 12:23:41.168944 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ab5cc-9666-48b1-bef0-c5dbd2b023b0 req-a147b185-fcdf-4c4c-a952-0692d4e9386f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:41.171122 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-054ab5cc-9666-48b1-bef0-c5dbd2b023b0 req-a147b185-fcdf-4c4c-a952-0692d4e9386f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4968d9d2be54e15a365a83a0fe2eebc&device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 1099 time: 0.0496387 Sep 27 12:23:41.296350 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ab5cc-9666-48b1-bef0-c5dbd2b023b0 req-c1fb5aa9-a480-472f-8868-3ca3d7eb266f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:41.297817 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-054ab5cc-9666-48b1-bef0-c5dbd2b023b0 req-c1fb5aa9-a480-472f-8868-3ca3d7eb266f service neutron] 10.222.0.25 "GET /v2.0/networks?id=e6e4e115-5c92-482e-b62e-69127fce84b8 HTTP/1.1" status: 200 len: 911 time: 0.1057630 Sep 27 12:23:41.391348 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-054ab5cc-9666-48b1-bef0-c5dbd2b023b0 req-7a4519da-dc5d-4451-a53a-62a7c7a43e73 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7705cca-779e-4b43-a678-5d13f9ffb07f HTTP/1.1" status: 200 len: 1002 time: 0.0852184 Sep 27 12:23:41.454373 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ab5cc-9666-48b1-bef0-c5dbd2b023b0 req-f26d977e-9260-4b54-bfde-e44f3031d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:41.457007 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-054ab5cc-9666-48b1-bef0-c5dbd2b023b0 req-f26d977e-9260-4b54-bfde-e44f3031d277 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9068b1e0-52e3-43a8-9f44-5a4718423cdc HTTP/1.1" status: 200 len: 849 time: 0.0585451 Sep 27 12:23:41.508023 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:41.536075 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ab5cc-9666-48b1-bef0-c5dbd2b023b0 req-ffa6f746-98dd-4ac1-a4ce-8ddc4eeaa07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:41.537824 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-054ab5cc-9666-48b1-bef0-c5dbd2b023b0 req-ffa6f746-98dd-4ac1-a4ce-8ddc4eeaa07f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e6e4e115-5c92-482e-b62e-69127fce84b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0699010 Sep 27 12:23:41.612707 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 5432f8f3-8b50-4aa0-88f3-f5b2e1b01114 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:23:41.658895 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-054ab5cc-9666-48b1-bef0-c5dbd2b023b0 req-a4f2bf3f-e6cc-47cd-ab5f-6f4a6df5fae3 service neutron] 10.222.0.25 "GET /v2.0/networks/e6e4e115-5c92-482e-b62e-69127fce84b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114399 Sep 27 12:23:41.668816 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb5d92-6136-46ea-a29f-c0f58c5fbe71 req-56c11b9d-e0b7-4130-80c7-70f19ed333e0 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:41.670502 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-23eb5d92-6136-46ea-a29f-c0f58c5fbe71 req-56c11b9d-e0b7-4130-80c7-70f19ed333e0 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 943 time: 0.0812755 Sep 27 12:23:41.738866 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-23eb5d92-6136-46ea-a29f-c0f58c5fbe71 req-9f52e46d-1b0d-4218-9bcf-e9fe88c0c9f1 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578330 Sep 27 12:23:41.812959 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-054ab5cc-9666-48b1-bef0-c5dbd2b023b0 req-e00fa844-0efc-444a-8870-5df8f88060a6 service neutron] 10.222.0.25 "GET /v2.0/networks/e6e4e115-5c92-482e-b62e-69127fce84b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405461 Sep 27 12:23:41.847696 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 5432f8f3-8b50-4aa0-88f3-f5b2e1b01114, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5432f8f3-8b50-4aa0-88f3-f5b2e1b01114,segment=NetworkSegment(65c54bfe-b669-4878-8211-f67d90f520fc),segment_id=65c54bfe-b669-4878-8211-f67d90f520fc)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:23:41.867680 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Returning: {'device': '5432f8f3-8b50-4aa0-88f3-f5b2e1b01114', 'network_id': 'ee4d33e8-747e-4c19-8c2a-3e3b9220e075', 'port_id': '5432f8f3-8b50-4aa0-88f3-f5b2e1b01114', 'mac_address': 'fa:16:3e:ba:59:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdad0d11-7237-40fe-a52f-50c9034228a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:23:41.922363 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:41.937432 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5432f8f3-8b50-4aa0-88f3-f5b2e1b01114 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:23:41.962918 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 5432f8f3-8b50-4aa0-88f3-f5b2e1b01114, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5432f8f3-8b50-4aa0-88f3-f5b2e1b01114,segment=NetworkSegment(65c54bfe-b669-4878-8211-f67d90f520fc),segment_id=65c54bfe-b669-4878-8211-f67d90f520fc)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:23:41.969665 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:41.970541 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 5b0c1849-8983-4161-af1f-fc3931118d95 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:23:42.056491 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=5432f8f3-8b50-4aa0-88f3-f5b2e1b01114,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:42.197353 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 5b0c1849-8983-4161-af1f-fc3931118d95, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5b0c1849-8983-4161-af1f-fc3931118d95,segment=NetworkSegment(2a6580eb-8685-4d7a-9cf9-25621c7b4860),segment_id=2a6580eb-8685-4d7a-9cf9-25621c7b4860)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:23:42.217675 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Returning: {'device': '5b0c1849-8983-4161-af1f-fc3931118d95', 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43', 'port_id': '5b0c1849-8983-4161-af1f-fc3931118d95', 'mac_address': 'fa:16:3e:a5:f4:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:23:42.291488 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:42.324801 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d7a67-fe6e-48f8-8ba5-b27995e23ec7 req-dee1fd3c-4af3-420e-b346-9416bfdde199 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:42.338683 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-316d7a67-fe6e-48f8-8ba5-b27995e23ec7 req-dee1fd3c-4af3-420e-b346-9416bfdde199 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce669f9b-8fc6-4835-a940-84ef3835f1c8 HTTP/1.1" status: 200 len: 945 time: 0.0959227 Sep 27 12:23:42.361735 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b0c1849-8983-4161-af1f-fc3931118d95 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:23:42.395152 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 5b0c1849-8983-4161-af1f-fc3931118d95, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5b0c1849-8983-4161-af1f-fc3931118d95,segment=NetworkSegment(2a6580eb-8685-4d7a-9cf9-25621c7b4860),segment_id=2a6580eb-8685-4d7a-9cf9-25621c7b4860)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:23:42.397171 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5561f-9eb8-4008-bc9f-c089c44b7dfc req-f9a980f3-387f-4f23-b467-7c8f3f27b830 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:42.405499 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-316d7a67-fe6e-48f8-8ba5-b27995e23ec7 req-4e8009c6-d5a0-4a35-89f2-e703f326b97b tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643945 Sep 27 12:23:42.412192 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:42.415772 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-43d5561f-9eb8-4008-bc9f-c089c44b7dfc req-f9a980f3-387f-4f23-b467-7c8f3f27b830 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.1258981 Sep 27 12:23:42.492313 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=5b0c1849-8983-4161-af1f-fc3931118d95,revision_number=9']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:42.510284 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-43d5561f-9eb8-4008-bc9f-c089c44b7dfc req-c080546d-a086-4ac6-b152-8e4b1de70f09 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886219 Sep 27 12:23:42.786036 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['5432f8f3-8b50-4aa0-88f3-f5b2e1b01114'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:23:42.812741 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['5b0c1849-8983-4161-af1f-fc3931118d95'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:23:42.899299 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd24f7c-afaf-4d16-bedf-c985a69d5556 req-bfe74a7d-8c06-476c-9363-570118a73ed8 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:42.911574 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1bd24f7c-afaf-4d16-bedf-c985a69d5556 req-bfe74a7d-8c06-476c-9363-570118a73ed8 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 944 time: 0.0721729 Sep 27 12:23:42.974293 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1bd24f7c-afaf-4d16-bedf-c985a69d5556 req-db4f5594-cdbf-461e-85ce-7e7af0dbc335 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545313 Sep 27 12:23:43.570129 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0eb1f7-00a5-4149-bf84-b42bea6145bb req-45767273-ac73-4912-844f-ee297b4a9657 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:43.577923 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5f0eb1f7-00a5-4149-bf84-b42bea6145bb req-45767273-ac73-4912-844f-ee297b4a9657 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce669f9b-8fc6-4835-a940-84ef3835f1c8 HTTP/1.1" status: 200 len: 945 time: 0.0815165 Sep 27 12:23:43.658566 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5f0eb1f7-00a5-4149-bf84-b42bea6145bb req-72f77197-b413-4681-8115-66009dde4487 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789342 Sep 27 12:23:43.699877 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369210b-04bb-4dcc-a324-c80c5a6bdf98 req-43287576-aa81-4651-8bd8-d012b6f1194a tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:43.709143 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8369210b-04bb-4dcc-a324-c80c5a6bdf98 req-43287576-aa81-4651-8bd8-d012b6f1194a tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.1178746 Sep 27 12:23:43.771066 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8369210b-04bb-4dcc-a324-c80c5a6bdf98 req-9ac522d5-a4d3-4210-9bb6-f27d116be43f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549045 Sep 27 12:23:44.125812 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2488c2-7e0f-46c9-b2e9-6f63ff8999e4 req-9f812d85-cc1d-418a-80bc-3557d1cc89f4 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:44.127914 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4a2488c2-7e0f-46c9-b2e9-6f63ff8999e4 req-9f812d85-cc1d-418a-80bc-3557d1cc89f4 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 944 time: 0.0522184 Sep 27 12:23:44.171963 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4a2488c2-7e0f-46c9-b2e9-6f63ff8999e4 req-7e402ce3-8205-4763-92df-5e40373b7491 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378935 Sep 27 12:23:44.792180 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bed463-701d-4192-8124-b0b0bdad483f req-eb2dca68-56cf-4670-ad74-3425b97cacf8 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:44.793705 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-68bed463-701d-4192-8124-b0b0bdad483f req-eb2dca68-56cf-4670-ad74-3425b97cacf8 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce669f9b-8fc6-4835-a940-84ef3835f1c8 HTTP/1.1" status: 200 len: 945 time: 0.0584576 Sep 27 12:23:44.839944 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-68bed463-701d-4192-8124-b0b0bdad483f req-51035b82-eb25-4bc6-9e12-a5ae00a2b9a1 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387881 Sep 27 12:23:44.890712 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42454d64-ace1-494a-a802-2b8fea22c387 req-c4a5a595-5a8d-4a1b-b631-e747f7499996 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:44.893496 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-42454d64-ace1-494a-a802-2b8fea22c387 req-c4a5a595-5a8d-4a1b-b631-e747f7499996 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0526392 Sep 27 12:23:44.935180 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-42454d64-ace1-494a-a802-2b8fea22c387 req-ebdf2f9c-bce2-4ace-9558-a8b993c2730a tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340805 Sep 27 12:23:45.014407 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afafef-9adb-4367-bcb0-80487b59b9be req-6184bd2a-9576-4036-9b16-d652cde014f6 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:45.015864 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-45afafef-9adb-4367-bcb0-80487b59b9be req-6184bd2a-9576-4036-9b16-d652cde014f6 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/networks?id=e3cd76b6-c085-4697-9c16-3648dfee488b HTTP/1.1" status: 200 len: 814 time: 0.1002111 Sep 27 12:23:45.031242 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-45afafef-9adb-4367-bcb0-80487b59b9be req-0d5441a2-5b5e-4e34-b378-1de6c5693a50 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/quotas/d267b08e21d045a28d99a52762b5680f HTTP/1.1" status: 200 len: 375 time: 0.0089540 Sep 27 12:23:45.082466 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-45afafef-9adb-4367-bcb0-80487b59b9be req-0519ed3c-aaed-4867-aab5-c1d29402dbed tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d267b08e21d045a28d99a52762b5680f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451512 Sep 27 12:23:45.181938 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-45afafef-9adb-4367-bcb0-80487b59b9be req-1eee47b3-acaf-4204-b4cc-ce788a70a4bd service neutron] 10.222.0.60 "GET /v2.0/networks/e3cd76b6-c085-4697-9c16-3648dfee488b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845919 Sep 27 12:23:45.274217 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-45afafef-9adb-4367-bcb0-80487b59b9be req-eeb7af30-a766-4498-ae6d-9cff3bb93fa3 service neutron] 10.222.0.60 "GET /v2.0/networks/e3cd76b6-c085-4697-9c16-3648dfee488b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861325 Sep 27 12:23:45.311002 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872faf4f-c77a-4e26-83ab-9d5877e6f8a4 req-a3bd9374-2e14-4166-8ff3-87c975cb107b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:45.312593 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-872faf4f-c77a-4e26-83ab-9d5877e6f8a4 req-a3bd9374-2e14-4166-8ff3-87c975cb107b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 944 time: 0.0546088 Sep 27 12:23:45.312914 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-57313c8b-c917-4d08-894b-eb8493bd7421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:45.356598 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-872faf4f-c77a-4e26-83ab-9d5877e6f8a4 req-51b9ac13-847a-4db7-8f17-b401e1e9a98f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359173 Sep 27 12:23:45.453254 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ec076da7-b223-4ac5-9541-4f600908e31f req-7db925dd-083a-43f5-ae72-75c1f9c1b54d tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 210 time: 0.0292103 Sep 27 12:23:45.626292 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 5432f8f3-8b50-4aa0-88f3-f5b2e1b01114 up at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:23:45.677392 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning for port 5432f8f3-8b50-4aa0-88f3-f5b2e1b01114 completed by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:23:45.681006 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning complete for port 5432f8f3-8b50-4aa0-88f3-f5b2e1b01114 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:23:45.681373 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:45.765103 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:45.787406 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce669f9b-8fc6-4835-a940-84ef3835f1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5432f8f3-8b50-4aa0-88f3-f5b2e1b01114'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:23:45.789784 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1408999cb3bb97c5ae56cf322f48a5762bdf0801c3dd38f4c7a67e93a613b0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b292e1bd-41c9-4ba1-b689-39f4395ad8bf" -d '{"events": [{"server_uuid": "ce669f9b-8fc6-4835-a940-84ef3835f1c8", "name": "network-vif-plugged", "status": "completed", "tag": "5432f8f3-8b50-4aa0-88f3-f5b2e1b01114"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:23:45.803195 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 5432f8f3-8b50-4aa0-88f3-f5b2e1b01114, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5432f8f3-8b50-4aa0-88f3-f5b2e1b01114,segment=NetworkSegment(65c54bfe-b669-4878-8211-f67d90f520fc),segment_id=65c54bfe-b669-4878-8211-f67d90f520fc)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:23:45.807761 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:45.808760 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 5b0c1849-8983-4161-af1f-fc3931118d95 up at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:23:45.834300 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bbc210-4f50-4305-9c9d-6aaec9004594 x-openstack-request-id: req-65bbc210-4f50-4305-9c9d-6aaec9004594 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:23:45.834591 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce669f9b-8fc6-4835-a940-84ef3835f1c8", "name": "network-vif-plugged", "status": "completed", "tag": "5432f8f3-8b50-4aa0-88f3-f5b2e1b01114", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:23:45.834843 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-65bbc210-4f50-4305-9c9d-6aaec9004594 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:23:45.835256 dv-cinder-768458-11-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce669f9b-8fc6-4835-a940-84ef3835f1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5432f8f3-8b50-4aa0-88f3-f5b2e1b01114', 'code': 200} Sep 27 12:23:45.991897 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a77666-ae2d-4f2e-be8f-aaa4d77bc06a req-34e60eb9-316a-483f-b6e9-370402750fab tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:46.001586 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c7a77666-ae2d-4f2e-be8f-aaa4d77bc06a req-34e60eb9-316a-483f-b6e9-370402750fab tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce669f9b-8fc6-4835-a940-84ef3835f1c8 HTTP/1.1" status: 200 len: 946 time: 0.0844421 Sep 27 12:23:46.044748 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=5432f8f3-8b50-4aa0-88f3-f5b2e1b01114,revision_number=5']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:46.045230 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c7a77666-ae2d-4f2e-be8f-aaa4d77bc06a req-7fe811f1-050a-42d5-8ca3-318cc5a91242 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421169 Sep 27 12:23:46.054388 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning complete for port 5b0c1849-8983-4161-af1f-fc3931118d95 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:23:46.054581 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:46.103351 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82ed69-4eec-4394-b989-22c56ccab830 req-efc4b07c-1be2-4d9f-a094-39496c73fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:46.104837 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aa82ed69-4eec-4394-b989-22c56ccab830 req-efc4b07c-1be2-4d9f-a094-39496c73fd24 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ce669f9b-8fc6-4835-a940-84ef3835f1c8 HTTP/1.1" status: 200 len: 1099 time: 0.0808158 Sep 27 12:23:46.121335 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806de20-7b2d-4cdb-82df-2aa9ef060136 req-7b14c7c8-7b8e-47aa-99df-a619835621ab tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:46.122759 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e806de20-7b2d-4cdb-82df-2aa9ef060136 req-7b14c7c8-7b8e-47aa-99df-a619835621ab tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0882571 Sep 27 12:23:46.138434 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:46.168700 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aa82ed69-4eec-4394-b989-22c56ccab830 req-a3c65e68-c71a-45ac-84c3-8523e17acf3e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550718 Sep 27 12:23:46.176933 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 5b0c1849-8983-4161-af1f-fc3931118d95, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5b0c1849-8983-4161-af1f-fc3931118d95,segment=NetworkSegment(2a6580eb-8685-4d7a-9cf9-25621c7b4860),segment_id=2a6580eb-8685-4d7a-9cf9-25621c7b4860)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:23:46.182048 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:46.182414 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e806de20-7b2d-4cdb-82df-2aa9ef060136 req-7558f902-769c-475c-9dfd-5eb679d02f6f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477986 Sep 27 12:23:46.230522 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=5b0c1849-8983-4161-af1f-fc3931118d95,revision_number=10']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:46.487219 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474180be-c465-4093-b977-005d2a635ba2 req-3eb48c6a-1df4-4e03-9baf-4bf22240ec39 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:46.488720 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-474180be-c465-4093-b977-005d2a635ba2 req-3eb48c6a-1df4-4e03-9baf-4bf22240ec39 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 946 time: 0.0506198 Sep 27 12:23:46.530876 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-474180be-c465-4093-b977-005d2a635ba2 req-12eaa187-16ea-43ff-99ab-ecd0768465d9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361185 Sep 27 12:23:46.556636 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-140317b1-3f95-4a54-bf78-d063b5991040 req-fe1b0082-7cdd-4529-b0d5-669c014f2f6a tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 210 time: 0.0266454 Sep 27 12:23:46.731712 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afafef-9adb-4367-bcb0-80487b59b9be req-ffc0396f-c42c-488e-8b4d-a2fcfa9f78d6 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:46.733033 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-45afafef-9adb-4367-bcb0-80487b59b9be req-ffc0396f-c42c-488e-8b4d-a2fcfa9f78d6 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.25 "GET /v2.0/networks?id=e3cd76b6-c085-4697-9c16-3648dfee488b HTTP/1.1" status: 200 len: 814 time: 0.1068423 Sep 27 12:23:46.756468 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-45afafef-9adb-4367-bcb0-80487b59b9be req-417e475e-226b-420f-830f-26ff4a325d13 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Request body: {'port': {'device_id': 'd6abbd43-bed2-48a4-93b8-d8d30fd7b48d', 'network_id': 'e3cd76b6-c085-4697-9c16-3648dfee488b', 'admin_state_up': True, 'tenant_id': 'd267b08e21d045a28d99a52762b5680f'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:23:46.892591 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45afafef-9adb-4367-bcb0-80487b59b9be req-417e475e-226b-420f-830f-26ff4a325d13 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Made reservation on behalf of d267b08e21d045a28d99a52762b5680f for: {'port': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:23:46.896657 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-45afafef-9adb-4367-bcb0-80487b59b9be req-417e475e-226b-420f-830f-26ff4a325d13 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:47.057253 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [req-45afafef-9adb-4367-bcb0-80487b59b9be req-417e475e-226b-420f-830f-26ff4a325d13 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Allocated IP 172.20.0.8 (e3cd76b6-c085-4697-9c16-3648dfee488b/65c84ef7-1e80-4770-933b-4996e7eed0f4/1799ed0a-856e-4355-96bd-9e19b4182060) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:23:47.184730 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727632e-6686-4e8e-b4ac-142b9728cb5f req-d0eab79a-57df-4fb9-818e-797ffa5f209e tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:47.186382 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0727632e-6686-4e8e-b4ac-142b9728cb5f req-d0eab79a-57df-4fb9-818e-797ffa5f209e tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce669f9b-8fc6-4835-a940-84ef3835f1c8 HTTP/1.1" status: 200 len: 946 time: 0.0559218 Sep 27 12:23:47.237058 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0727632e-6686-4e8e-b4ac-142b9728cb5f req-d91105b8-0198-44e3-a8e2-3b697bbb2c9c tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419281 Sep 27 12:23:47.519953 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7e6c5ad8-b63a-4fe6-895d-6a07f1483aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:47.565908 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e387442-79a3-460f-8e71-4cdbea18df27 req-16a874f9-d90b-4507-9562-a7b1ff6f87fe tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:47.572298 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2e387442-79a3-460f-8e71-4cdbea18df27 req-16a874f9-d90b-4507-9562-a7b1ff6f87fe tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0763526 Sep 27 12:23:47.610327 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-45afafef-9adb-4367-bcb0-80487b59b9be req-417e475e-226b-420f-830f-26ff4a325d13 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:47.691880 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2e387442-79a3-460f-8e71-4cdbea18df27 req-aa072d86-b24c-4fa1-8345-7c69fe415852 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446911 Sep 27 12:23:47.693468 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-45afafef-9adb-4367-bcb0-80487b59b9be req-417e475e-226b-420f-830f-26ff4a325d13 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:47.705023 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8729f-118f-4b44-9126-457d0b45dff3 req-edbc7ff2-581d-4516-a8f8-aa57880bd0ab tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:47.715401 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3aa8729f-118f-4b44-9126-457d0b45dff3 req-edbc7ff2-581d-4516-a8f8-aa57880bd0ab tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 946 time: 0.0835793 Sep 27 12:23:47.727836 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45afafef-9adb-4367-bcb0-80487b59b9be req-417e475e-226b-420f-830f-26ff4a325d13 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Network e3cd76b6-c085-4697-9c16-3648dfee488b is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:23:47.727836 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [req-45afafef-9adb-4367-bcb0-80487b59b9be req-417e475e-226b-420f-830f-26ff4a325d13 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:23:47.739575 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-45afafef-9adb-4367-bcb0-80487b59b9be req-417e475e-226b-420f-830f-26ff4a325d13 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:23:47.794684 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3aa8729f-118f-4b44-9126-457d0b45dff3 req-d7445eef-8ad0-4f5e-8a98-b4deb859480f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781660 Sep 27 12:23:47.821001 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e475e-226b-420f-830f-26ff4a325d13 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Pushing event updated for resources: {'Port': ['ID=1799ed0a-856e-4355-96bd-9e19b4182060,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:23:47.836147 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afafef-9adb-4367-bcb0-80487b59b9be req-417e475e-226b-420f-830f-26ff4a325d13 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:47.837043 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0c1849-8983-4161-af1f-fc3931118d95'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:23:47.839351 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1408999cb3bb97c5ae56cf322f48a5762bdf0801c3dd38f4c7a67e93a613b0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0486af6-fc7c-4618-84cf-72c7ade82188" -d '{"events": [{"server_uuid": "2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9", "name": "network-vif-plugged", "status": "completed", "tag": "5b0c1849-8983-4161-af1f-fc3931118d95"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:23:47.846553 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-45afafef-9adb-4367-bcb0-80487b59b9be req-417e475e-226b-420f-830f-26ff4a325d13 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:47.874953 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-45afafef-9adb-4367-bcb0-80487b59b9be req-417e475e-226b-420f-830f-26ff4a325d13 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1243758 Sep 27 12:23:47.918787 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebff57d-836e-4a79-a4c1-90256d7fb4b4 x-openstack-request-id: req-cebff57d-836e-4a79-a4c1-90256d7fb4b4 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:23:47.919318 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9", "name": "network-vif-plugged", "status": "completed", "tag": "5b0c1849-8983-4161-af1f-fc3931118d95", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:23:47.919743 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cebff57d-836e-4a79-a4c1-90256d7fb4b4 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:23:47.920320 dv-cinder-768458-11-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0c1849-8983-4161-af1f-fc3931118d95', 'code': 200} Sep 27 12:23:47.984484 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecefe3-53dc-4df2-9fa3-44bf0389d7a1 req-0a35e5b0-d41c-4544-902a-5594aba9e3de tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:47.986107 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3eecefe3-53dc-4df2-9fa3-44bf0389d7a1 req-0a35e5b0-d41c-4544-902a-5594aba9e3de tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 931 time: 0.0942328 Sep 27 12:23:48.029939 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3eecefe3-53dc-4df2-9fa3-44bf0389d7a1 req-fd69ea49-36bc-4a7b-99e1-0381b2804435 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364401 Sep 27 12:23:48.104131 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-0f21c929-eb68-4a1d-abb6-33eb869a75ac None None] Provisioning complete for port 1799ed0a-856e-4355-96bd-9e19b4182060 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:23:48.104633 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0f21c929-eb68-4a1d-abb6-33eb869a75ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:48.140382 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-0f21c929-eb68-4a1d-abb6-33eb869a75ac None None] Port 1799ed0a-856e-4355-96bd-9e19b4182060 cannot update to ACTIVE because it is not bound. {{(pid=94063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:23:48.367392 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add2aea-d05b-40a5-8c16-d9c4f5e4c323 req-faf54f32-d001-4218-885e-1130bb52a3e6 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:48.369268 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6add2aea-d05b-40a5-8c16-d9c4f5e4c323 req-faf54f32-d001-4218-885e-1130bb52a3e6 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce669f9b-8fc6-4835-a940-84ef3835f1c8 HTTP/1.1" status: 200 len: 946 time: 0.0566368 Sep 27 12:23:48.416605 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6add2aea-d05b-40a5-8c16-d9c4f5e4c323 req-77aa2d02-aa7f-4016-858d-76af19bb324e tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401034 Sep 27 12:23:48.700246 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:48.842230 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fa117-fd80-4308-9ad7-cc03a52777e4 req-a5c12f0b-79f2-4895-b54a-5d8a852a4ef6 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:48.843881 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5e8fa117-fd80-4308-9ad7-cc03a52777e4 req-a5c12f0b-79f2-4895-b54a-5d8a852a4ef6 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0552728 Sep 27 12:23:48.892780 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5e8fa117-fd80-4308-9ad7-cc03a52777e4 req-b6f415b8-f4a3-4670-b0ce-bdf727b2ddfc tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325954 Sep 27 12:23:48.955592 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0a90f-bba9-41fd-b01f-0bbcf071348c req-34fd236a-1ea2-4571-9fe4-a21e0dbf1620 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:48.957527 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-66a0a90f-bba9-41fd-b01f-0bbcf071348c req-34fd236a-1ea2-4571-9fe4-a21e0dbf1620 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 946 time: 0.0607398 Sep 27 12:23:48.999220 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-66a0a90f-bba9-41fd-b01f-0bbcf071348c req-83195566-2bba-4dd2-9152-34fec4a2892f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355790 Sep 27 12:23:49.156099 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a2c84-abe2-4497-aa9e-4ac85449b51d req-7ded3d36-7615-4d9c-8808-35fcc15f94f9 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:49.158129 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-984a2c84-abe2-4497-aa9e-4ac85449b51d req-7ded3d36-7615-4d9c-8808-35fcc15f94f9 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 931 time: 0.0581367 Sep 27 12:23:49.201357 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-984a2c84-abe2-4497-aa9e-4ac85449b51d req-2e51fabf-13a4-4c54-b333-a12dfc6b0cdb tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369890 Sep 27 12:23:49.546857 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aeb752-4dc5-4c59-8d7c-efaab843e359 req-ef23cada-8f9d-447b-b682-ec65a50ac16e tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:49.548394 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d9aeb752-4dc5-4c59-8d7c-efaab843e359 req-ef23cada-8f9d-447b-b682-ec65a50ac16e tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce669f9b-8fc6-4835-a940-84ef3835f1c8 HTTP/1.1" status: 200 len: 946 time: 0.0571642 Sep 27 12:23:49.587796 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d9aeb752-4dc5-4c59-8d7c-efaab843e359 req-34eaac32-526e-4495-8019-f62f90c2b9bd tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334899 Sep 27 12:23:49.633374 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:50.014595 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e0298-8a07-4a17-a4c9-56ce5e4db019 req-16559523-fe2a-4ca2-9ced-e61e65beb433 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:50.016123 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d19e0298-8a07-4a17-a4c9-56ce5e4db019 req-16559523-fe2a-4ca2-9ced-e61e65beb433 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0470607 Sep 27 12:23:50.066680 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d19e0298-8a07-4a17-a4c9-56ce5e4db019 req-5fc265d4-261f-4f88-89d1-5454204fed92 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434103 Sep 27 12:23:50.134503 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90adce4c-91ed-4a32-8df0-bdea6c20cf7b req-6e09624d-0519-49c4-bfc1-343ea7f65490 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:50.136094 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-90adce4c-91ed-4a32-8df0-bdea6c20cf7b req-6e09624d-0519-49c4-bfc1-343ea7f65490 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 946 time: 0.0510345 Sep 27 12:23:50.174738 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-90adce4c-91ed-4a32-8df0-bdea6c20cf7b req-d25999ab-4551-430b-8ae8-78a8b7b45e41 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326591 Sep 27 12:23:50.326236 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730acba5-7200-4706-9af1-2c4ff85d8601 req-a43cb0e4-3a0f-446e-95e8-aec2a09e5772 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:50.327780 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-730acba5-7200-4706-9af1-2c4ff85d8601 req-a43cb0e4-3a0f-446e-95e8-aec2a09e5772 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 931 time: 0.0574853 Sep 27 12:23:50.364791 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-730acba5-7200-4706-9af1-2c4ff85d8601 req-c79f1e08-a5c5-4375-87fa-b2eaa65a1bea tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308061 Sep 27 12:23:50.719019 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da02e26-8828-48a1-87b6-bfc254554bc1 req-dc70bb75-05c7-4279-a93a-b33c2b15a48a tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:50.721136 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1da02e26-8828-48a1-87b6-bfc254554bc1 req-dc70bb75-05c7-4279-a93a-b33c2b15a48a tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce669f9b-8fc6-4835-a940-84ef3835f1c8 HTTP/1.1" status: 200 len: 946 time: 0.0662313 Sep 27 12:23:50.762724 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1da02e26-8828-48a1-87b6-bfc254554bc1 req-03f003ed-fafd-4769-b12b-caa499929b2c tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352907 Sep 27 12:23:50.862320 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:23:51.189561 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83487fe1-218f-44ca-a1b2-80887f1329aa req-1db34bdb-ff7a-4779-94e8-3045a38e7857 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:51.191106 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-83487fe1-218f-44ca-a1b2-80887f1329aa req-1db34bdb-ff7a-4779-94e8-3045a38e7857 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0500631 Sep 27 12:23:51.229983 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-83487fe1-218f-44ca-a1b2-80887f1329aa req-8ed0215f-914d-4062-ad93-73ec8e7f029c tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322628 Sep 27 12:23:51.300511 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a0ca9-a11e-4a47-8341-0bda159c5226 req-4c4a3406-b644-4c68-a944-857633de647f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:51.302017 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a11a0ca9-a11e-4a47-8341-0bda159c5226 req-4c4a3406-b644-4c68-a944-857633de647f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 946 time: 0.0555394 Sep 27 12:23:51.341083 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a11a0ca9-a11e-4a47-8341-0bda159c5226 req-2b2e0b37-db02-46e0-a0bd-12d2d0755b08 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330544 Sep 27 12:23:51.482963 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d84596-a8c1-4782-a5a4-20550af6db50 req-88e769fd-14a8-4fec-8efa-79cf5833f235 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:51.484674 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e2d84596-a8c1-4782-a5a4-20550af6db50 req-88e769fd-14a8-4fec-8efa-79cf5833f235 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 931 time: 0.0504808 Sep 27 12:23:51.523760 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e2d84596-a8c1-4782-a5a4-20550af6db50 req-3c0aeffb-b8dd-4a53-969d-a9060451db15 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328116 Sep 27 12:23:51.882312 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545b7f9-8dae-4a66-a3b2-a530b7c04c5e req-676d74bf-0b42-4a24-bc7a-30795aced14d tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:51.883898 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3545b7f9-8dae-4a66-a3b2-a530b7c04c5e req-676d74bf-0b42-4a24-bc7a-30795aced14d tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce669f9b-8fc6-4835-a940-84ef3835f1c8 HTTP/1.1" status: 200 len: 946 time: 0.0500658 Sep 27 12:23:51.925282 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3545b7f9-8dae-4a66-a3b2-a530b7c04c5e req-6bc6edda-ae85-4f14-bff2-3e4d5f3acb8e tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347943 Sep 27 12:23:52.359434 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcd606-821a-48b1-b337-ea392a51403e req-a008c835-075d-4f45-b69a-96932647207e tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:52.361116 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7fdcd606-821a-48b1-b337-ea392a51403e req-a008c835-075d-4f45-b69a-96932647207e tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0547962 Sep 27 12:23:52.399184 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7fdcd606-821a-48b1-b337-ea392a51403e req-a23480e4-b3cf-4e3f-89e4-4d585b2d00af tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318809 Sep 27 12:23:52.478154 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec763ead-3b6c-491e-8fb8-7170b7f88c5b req-813c983a-978b-4f5a-a7a6-5af3a312c328 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:52.479762 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ec763ead-3b6c-491e-8fb8-7170b7f88c5b req-813c983a-978b-4f5a-a7a6-5af3a312c328 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 946 time: 0.0633478 Sep 27 12:23:52.522887 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ec763ead-3b6c-491e-8fb8-7170b7f88c5b req-ac6af4c5-3afb-461f-adb5-a86cb784ca69 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361135 Sep 27 12:23:52.645525 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c2c5c-8de2-48d1-b103-782c0762b8aa req-db03acde-ec5c-49b3-bd12-103ee8dea29d tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:52.647145 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-af2c2c5c-8de2-48d1-b103-782c0762b8aa req-db03acde-ec5c-49b3-bd12-103ee8dea29d tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 931 time: 0.0507903 Sep 27 12:23:52.687104 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-af2c2c5c-8de2-48d1-b103-782c0762b8aa req-80b277b9-af6b-481a-83bc-036a0632b48e tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333636 Sep 27 12:23:53.044895 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9887c5-aea4-4dc4-a440-da6dbc9f6343 req-bbc0535c-e0d3-459e-a29c-589480886f07 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:53.046636 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1c9887c5-aea4-4dc4-a440-da6dbc9f6343 req-bbc0535c-e0d3-459e-a29c-589480886f07 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce669f9b-8fc6-4835-a940-84ef3835f1c8 HTTP/1.1" status: 200 len: 946 time: 0.0535321 Sep 27 12:23:53.086817 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1c9887c5-aea4-4dc4-a440-da6dbc9f6343 req-77855553-40e0-49d8-9495-4a7df871f7cb tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333865 Sep 27 12:23:53.516639 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0add2b-9c01-49a6-a18f-a91c8736a960 req-2762aef7-301c-480b-853f-cc23b844088d tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:53.518741 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6d0add2b-9c01-49a6-a18f-a91c8736a960 req-2762aef7-301c-480b-853f-cc23b844088d tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0491986 Sep 27 12:23:53.558142 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6d0add2b-9c01-49a6-a18f-a91c8736a960 req-5539ae7e-c99f-4a2d-a696-da84f115fc36 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327227 Sep 27 12:23:53.651359 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e252d8-5d4e-4593-a977-3e2cf1d5e3cf req-5540697c-a3a3-4096-b8a4-b4480971fe4f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:53.658929 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-13e252d8-5d4e-4593-a977-3e2cf1d5e3cf req-5540697c-a3a3-4096-b8a4-b4480971fe4f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 946 time: 0.0560641 Sep 27 12:23:53.693636 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-13e252d8-5d4e-4593-a977-3e2cf1d5e3cf req-b03afb53-1d5e-41a4-9dab-cc3a70894eef tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337381 Sep 27 12:23:53.809001 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d0cbf-6f89-4fd2-bfdf-81ce5bc3390b req-a5c98908-4d17-4891-aad7-f5f8839099d7 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:53.810672 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ce5d0cbf-6f89-4fd2-bfdf-81ce5bc3390b req-a5c98908-4d17-4891-aad7-f5f8839099d7 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 931 time: 0.0544033 Sep 27 12:23:53.852087 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ce5d0cbf-6f89-4fd2-bfdf-81ce5bc3390b req-a25a47d3-1311-4ff2-b3df-054b287473fd tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338252 Sep 27 12:23:54.205456 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd5295-a71c-40be-ae40-d5fdc13e2921 req-00284201-7934-416e-be90-09dead53eb33 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:54.208310 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9cdd5295-a71c-40be-ae40-d5fdc13e2921 req-00284201-7934-416e-be90-09dead53eb33 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce669f9b-8fc6-4835-a940-84ef3835f1c8 HTTP/1.1" status: 200 len: 946 time: 0.0543149 Sep 27 12:23:54.252871 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9cdd5295-a71c-40be-ae40-d5fdc13e2921 req-3f681123-dc74-4b47-8616-cb0596d35541 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347981 Sep 27 12:23:54.685351 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff9e76-f0c4-4d2e-af00-6cb79c9cf6d7 req-aba2af7f-a821-4f49-af07-1e1f21068e04 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:54.686869 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-24ff9e76-f0c4-4d2e-af00-6cb79c9cf6d7 req-aba2af7f-a821-4f49-af07-1e1f21068e04 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0506349 Sep 27 12:23:54.730905 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-24ff9e76-f0c4-4d2e-af00-6cb79c9cf6d7 req-4f44dafb-e148-41ca-aa90-957ac11fc642 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378613 Sep 27 12:23:54.834722 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136182a0-7a57-445c-a1d1-6c6f9027e467 req-304e609f-216f-401b-9107-00afd6348517 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:54.836310 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-136182a0-7a57-445c-a1d1-6c6f9027e467 req-304e609f-216f-401b-9107-00afd6348517 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 946 time: 0.0583832 Sep 27 12:23:54.876986 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-136182a0-7a57-445c-a1d1-6c6f9027e467 req-aacdf15a-151c-42f8-aa45-3c901bd9728a tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346208 Sep 27 12:23:54.982187 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c6810-3fc7-4e78-ac83-93b83583d208 req-a06115b6-643e-4407-99a8-be3372c71551 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:54.983729 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-185c6810-3fc7-4e78-ac83-93b83583d208 req-a06115b6-643e-4407-99a8-be3372c71551 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 931 time: 0.0487411 Sep 27 12:23:55.030376 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-185c6810-3fc7-4e78-ac83-93b83583d208 req-f43720c4-9017-4490-ae3d-13012b493824 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399771 Sep 27 12:23:55.371706 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08e821-2a59-473f-abd8-0d9b192ba22a req-214c0f4e-6448-4068-ab26-51224ddc19b8 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:55.373516 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2b08e821-2a59-473f-abd8-0d9b192ba22a req-214c0f4e-6448-4068-ab26-51224ddc19b8 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce669f9b-8fc6-4835-a940-84ef3835f1c8 HTTP/1.1" status: 200 len: 946 time: 0.0501449 Sep 27 12:23:55.427021 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2b08e821-2a59-473f-abd8-0d9b192ba22a req-f0bfcf8b-50be-4045-9e8d-6cce72efdf71 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348248 Sep 27 12:23:55.874959 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d966e-9de2-42c2-be14-2b16d8dbbf16 req-07091961-af3a-4a42-876a-47f098fc2b47 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:55.877709 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-dc4d966e-9de2-42c2-be14-2b16d8dbbf16 req-07091961-af3a-4a42-876a-47f098fc2b47 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0590463 Sep 27 12:23:55.920378 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-dc4d966e-9de2-42c2-be14-2b16d8dbbf16 req-7950f04f-e062-497b-909a-a9103133d7c8 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363507 Sep 27 12:23:56.015330 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7339b7-3f29-40bd-97db-6d0485a054dd req-02762f7a-06bd-45a5-a7aa-825ecbb5bf2b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:56.016745 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3c7339b7-3f29-40bd-97db-6d0485a054dd req-02762f7a-06bd-45a5-a7aa-825ecbb5bf2b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 946 time: 0.0493615 Sep 27 12:23:56.057243 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3c7339b7-3f29-40bd-97db-6d0485a054dd req-0f8a6674-f7a6-467c-87d3-52926daba393 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341725 Sep 27 12:23:56.175417 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06dbdb-21be-4adf-ac25-ec77da3d94e2 req-48c39bd8-9866-484f-891b-18ca91204ae5 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:56.176991 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8a06dbdb-21be-4adf-ac25-ec77da3d94e2 req-48c39bd8-9866-484f-891b-18ca91204ae5 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 931 time: 0.0605438 Sep 27 12:23:56.214994 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8a06dbdb-21be-4adf-ac25-ec77da3d94e2 req-0ae2d8ca-a6a1-45e6-8fb5-635a5343788b tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319915 Sep 27 12:23:56.554240 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3718bc8-07d4-42fb-a536-b6fc2b1746cb req-ed771c25-9ce3-4c8e-9bfa-7afadc161316 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:56.555958 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d3718bc8-07d4-42fb-a536-b6fc2b1746cb req-ed771c25-9ce3-4c8e-9bfa-7afadc161316 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce669f9b-8fc6-4835-a940-84ef3835f1c8 HTTP/1.1" status: 200 len: 946 time: 0.0659549 Sep 27 12:23:56.602794 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d3718bc8-07d4-42fb-a536-b6fc2b1746cb req-d53a8f86-4f14-42c2-bbe0-7b63f7192c20 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406384 Sep 27 12:23:57.049942 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0488f0-27ca-4f32-8bb2-7a4c89fd893f req-66d88dac-c55f-4626-ae9a-73c4623f25da tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:57.051495 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6e0488f0-27ca-4f32-8bb2-7a4c89fd893f req-66d88dac-c55f-4626-ae9a-73c4623f25da tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0586872 Sep 27 12:23:57.101210 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6e0488f0-27ca-4f32-8bb2-7a4c89fd893f req-9facf631-8d77-4638-af21-cac40404a3cf tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407960 Sep 27 12:23:57.214564 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91b0e0-e852-4d09-a2a6-898483b440f9 req-22a395f9-6350-4050-b86d-40505113a1b8 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:57.215982 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ef91b0e0-e852-4d09-a2a6-898483b440f9 req-22a395f9-6350-4050-b86d-40505113a1b8 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 946 time: 0.0500140 Sep 27 12:23:57.260489 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ef91b0e0-e852-4d09-a2a6-898483b440f9 req-e6d6a547-b00d-4bdd-95d0-1f892b8566d6 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376742 Sep 27 12:23:57.338044 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0fd5e5-b0d3-4c0c-8cc0-d3233f2a31ef req-07280ac8-a4cb-43d5-ba27-c0ec0aae7e6d tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:57.339571 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4d0fd5e5-b0d3-4c0c-8cc0-d3233f2a31ef req-07280ac8-a4cb-43d5-ba27-c0ec0aae7e6d tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 931 time: 0.0550077 Sep 27 12:23:57.378896 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4d0fd5e5-b0d3-4c0c-8cc0-d3233f2a31ef req-21d16f95-1b5b-4721-bdc0-bb8b02eb6eda tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329132 Sep 27 12:23:57.735779 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e19f8a-0cbc-4673-8ec5-14e5f160c618 req-e06ab65d-ff8b-4f51-86af-d075798ea325 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:57.737266 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d3e19f8a-0cbc-4673-8ec5-14e5f160c618 req-e06ab65d-ff8b-4f51-86af-d075798ea325 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce669f9b-8fc6-4835-a940-84ef3835f1c8 HTTP/1.1" status: 200 len: 946 time: 0.0626519 Sep 27 12:23:57.776867 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d3e19f8a-0cbc-4673-8ec5-14e5f160c618 req-a8152ec9-8baa-45c1-b4ea-e629be0b62d3 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335481 Sep 27 12:23:58.236476 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31b820-439e-4ce6-9fd0-e0cb74231c73 req-64c81997-5722-4a50-bd33-1217e7eec9ff tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:58.237890 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0b31b820-439e-4ce6-9fd0-e0cb74231c73 req-64c81997-5722-4a50-bd33-1217e7eec9ff tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0536089 Sep 27 12:23:58.278442 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0b31b820-439e-4ce6-9fd0-e0cb74231c73 req-27488994-d5f1-451d-b7d5-e71d0181700c tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341947 Sep 27 12:23:58.384596 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91adb2-58c7-4c15-ae4d-29e6bf4dc5d2 req-96d962ec-8d6b-4d24-9eaa-53c64ab79925 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:58.386063 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8a91adb2-58c7-4c15-ae4d-29e6bf4dc5d2 req-96d962ec-8d6b-4d24-9eaa-53c64ab79925 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 946 time: 0.0525270 Sep 27 12:23:58.425096 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8a91adb2-58c7-4c15-ae4d-29e6bf4dc5d2 req-d50b612d-b67a-4895-abba-0a67c518c99a tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328593 Sep 27 12:23:58.493588 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50620b06-aa26-4c16-a0f5-e2b15673e818 req-6a8a4a70-66a9-4ecd-ba69-c84cd46bdeec tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:58.495327 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-50620b06-aa26-4c16-a0f5-e2b15673e818 req-6a8a4a70-66a9-4ecd-ba69-c84cd46bdeec tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 931 time: 0.0489638 Sep 27 12:23:58.545524 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-50620b06-aa26-4c16-a0f5-e2b15673e818 req-c272bccf-83f8-45c3-b9c6-1b195b1e8abc tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445678 Sep 27 12:23:58.891534 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c9335-b808-4d4f-b75b-a11bea589a30 req-c9857a6c-aea5-446a-b237-c11e3ba22017 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:58.893032 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-422c9335-b808-4d4f-b75b-a11bea589a30 req-c9857a6c-aea5-446a-b237-c11e3ba22017 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce669f9b-8fc6-4835-a940-84ef3835f1c8 HTTP/1.1" status: 200 len: 946 time: 0.0488932 Sep 27 12:23:58.931769 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-422c9335-b808-4d4f-b75b-a11bea589a30 req-29f2b5cb-282f-46b1-8bb9-dc9984b833b2 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328512 Sep 27 12:23:59.394604 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c9466-f11f-4ef7-b1be-4b6d545fc349 req-bd56c254-81f7-43d4-b38f-a66c82d2f1e3 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:59.396118 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-698c9466-f11f-4ef7-b1be-4b6d545fc349 req-bd56c254-81f7-43d4-b38f-a66c82d2f1e3 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0520496 Sep 27 12:23:59.434369 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-698c9466-f11f-4ef7-b1be-4b6d545fc349 req-5de1f2a1-2899-460b-a188-b88cd0f4245a tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323703 Sep 27 12:23:59.544282 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25610467-a964-4afe-84ee-56a6dffcd5bf req-2a2c24a0-605e-4238-817e-37b6a1638204 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:59.545751 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-25610467-a964-4afe-84ee-56a6dffcd5bf req-2a2c24a0-605e-4238-817e-37b6a1638204 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 946 time: 0.0492780 Sep 27 12:23:59.584073 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-25610467-a964-4afe-84ee-56a6dffcd5bf req-9752e52d-9225-4a4e-832d-2ed07e4a7aea tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322692 Sep 27 12:23:59.659310 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf7d1d-d17a-4f9b-b0d6-662492b8a3af req-b319c7e7-dfe0-471f-9307-624254482078 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:23:59.660795 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7dbf7d1d-d17a-4f9b-b0d6-662492b8a3af req-b319c7e7-dfe0-471f-9307-624254482078 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 931 time: 0.0488849 Sep 27 12:23:59.698644 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7dbf7d1d-d17a-4f9b-b0d6-662492b8a3af req-b64886b2-8bb9-47b9-9635-e36822fc81ab tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316508 Sep 27 12:24:00.046530 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba6862-aa11-46ae-b19d-b924d54ea35b req-cf5cdda4-53ac-4645-ad99-ff41e5fabac8 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:00.048549 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c2ba6862-aa11-46ae-b19d-b924d54ea35b req-cf5cdda4-53ac-4645-ad99-ff41e5fabac8 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce669f9b-8fc6-4835-a940-84ef3835f1c8 HTTP/1.1" status: 200 len: 946 time: 0.0525784 Sep 27 12:24:00.085937 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c2ba6862-aa11-46ae-b19d-b924d54ea35b req-de9cf8d2-8ed0-4b91-b7e0-9e8af6590b3f tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314596 Sep 27 12:24:00.547165 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636cf79-4665-4f5e-b052-29fc7c677350 req-89a97c81-e509-46a6-bade-884fcdb6b41f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:00.549089 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1636cf79-4665-4f5e-b052-29fc7c677350 req-89a97c81-e509-46a6-bade-884fcdb6b41f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0476716 Sep 27 12:24:00.586357 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1636cf79-4665-4f5e-b052-29fc7c677350 req-4f4cfe26-445e-44d3-a588-3528c1e15d3b tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314097 Sep 27 12:24:00.701698 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56fdb8-c200-4516-99da-7290e73d36a3 req-b0c8cde6-6447-4f79-9104-80827cdb520c tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:00.703117 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7e56fdb8-c200-4516-99da-7290e73d36a3 req-b0c8cde6-6447-4f79-9104-80827cdb520c tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 946 time: 0.0480494 Sep 27 12:24:00.741563 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7e56fdb8-c200-4516-99da-7290e73d36a3 req-fe3b804c-57f9-4646-8e28-65540082f2a1 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318120 Sep 27 12:24:00.814227 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9315350-d22c-45ef-abe3-6bf3b42c64e6 req-0f99ca93-708f-493f-a672-f571f261e495 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:00.815764 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e9315350-d22c-45ef-abe3-6bf3b42c64e6 req-0f99ca93-708f-493f-a672-f571f261e495 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 931 time: 0.0519905 Sep 27 12:24:00.853363 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e9315350-d22c-45ef-abe3-6bf3b42c64e6 req-da811aa9-ba14-4689-a43f-8acac315d8c0 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317388 Sep 27 12:24:00.999418 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-45afafef-9adb-4367-bcb0-80487b59b9be req-626cb9e3-dee0-4c52-88b2-e4b051015bf5 service neutron] Request body: {'port': {'device_id': 'd6abbd43-bed2-48a4-93b8-d8d30fd7b48d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:24:01.057560 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-45afafef-9adb-4367-bcb0-80487b59b9be req-626cb9e3-dee0-4c52-88b2-e4b051015bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:01.217742 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f1e39-03e6-44f3-a2ae-a87d47995340 req-da2b3d33-ff54-4ade-b860-914e7464ea07 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:01.219362 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-175f1e39-03e6-44f3-a2ae-a87d47995340 req-da2b3d33-ff54-4ade-b860-914e7464ea07 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce669f9b-8fc6-4835-a940-84ef3835f1c8 HTTP/1.1" status: 200 len: 946 time: 0.0633142 Sep 27 12:24:01.271165 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-175f1e39-03e6-44f3-a2ae-a87d47995340 req-1a7f4172-e882-4e13-a816-9db1d71721fe tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447662 Sep 27 12:24:01.359129 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [req-45afafef-9adb-4367-bcb0-80487b59b9be req-626cb9e3-dee0-4c52-88b2-e4b051015bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1799ed0a-856e-4355-96bd-9e19b4182060 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:24:01.367770 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-45afafef-9adb-4367-bcb0-80487b59b9be req-626cb9e3-dee0-4c52-88b2-e4b051015bf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:01.381259 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [req-45afafef-9adb-4367-bcb0-80487b59b9be req-626cb9e3-dee0-4c52-88b2-e4b051015bf5 service neutron] Transition to ACTIVE for port object 1799ed0a-856e-4355-96bd-9e19b4182060 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:24:01.385411 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-45afafef-9adb-4367-bcb0-80487b59b9be req-626cb9e3-dee0-4c52-88b2-e4b051015bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:01.447694 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cb9e3-dee0-4c52-88b2-e4b051015bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=1799ed0a-856e-4355-96bd-9e19b4182060,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:24:01.531512 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-45afafef-9adb-4367-bcb0-80487b59b9be req-626cb9e3-dee0-4c52-88b2-e4b051015bf5 service neutron] Attempting to bind port 1799ed0a-856e-4355-96bd-9e19b4182060 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:24:01.531857 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-45afafef-9adb-4367-bcb0-80487b59b9be req-626cb9e3-dee0-4c52-88b2-e4b051015bf5 service neutron] Attempting to bind port 1799ed0a-856e-4355-96bd-9e19b4182060 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'b9105ff4-524d-49cb-8c62-5683eb365ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e3cd76b6-c085-4697-9c16-3648dfee488b'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:24:01.532219 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45afafef-9adb-4367-bcb0-80487b59b9be req-626cb9e3-dee0-4c52-88b2-e4b051015bf5 service neutron] Attempting to bind port 1799ed0a-856e-4355-96bd-9e19b4182060 on network e3cd76b6-c085-4697-9c16-3648dfee488b {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:24:01.552185 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45afafef-9adb-4367-bcb0-80487b59b9be req-626cb9e3-dee0-4c52-88b2-e4b051015bf5 service neutron] Port 1799ed0a-856e-4355-96bd-9e19b4182060 on network e3cd76b6-c085-4697-9c16-3648dfee488b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:24:01.552965 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45afafef-9adb-4367-bcb0-80487b59b9be req-626cb9e3-dee0-4c52-88b2-e4b051015bf5 service neutron] Attempting to bind port 1799ed0a-856e-4355-96bd-9e19b4182060 on network e3cd76b6-c085-4697-9c16-3648dfee488b {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:24:01.561271 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45afafef-9adb-4367-bcb0-80487b59b9be req-626cb9e3-dee0-4c52-88b2-e4b051015bf5 service neutron] Checking agent: {'id': '20c1fc43-a135-4852-87d5-8f0af43386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'started_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:24:01.561610 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45afafef-9adb-4367-bcb0-80487b59b9be req-626cb9e3-dee0-4c52-88b2-e4b051015bf5 service neutron] Checking segment: {'id': 'b9105ff4-524d-49cb-8c62-5683eb365ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e3cd76b6-c085-4697-9c16-3648dfee488b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:24:01.562006 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45afafef-9adb-4367-bcb0-80487b59b9be req-626cb9e3-dee0-4c52-88b2-e4b051015bf5 service neutron] Bound using segment: {'id': 'b9105ff4-524d-49cb-8c62-5683eb365ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e3cd76b6-c085-4697-9c16-3648dfee488b'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:24:01.562456 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-45afafef-9adb-4367-bcb0-80487b59b9be req-626cb9e3-dee0-4c52-88b2-e4b051015bf5 service neutron] Bound port: 1799ed0a-856e-4355-96bd-9e19b4182060, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9105ff4-524d-49cb-8c62-5683eb365ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e3cd76b6-c085-4697-9c16-3648dfee488b'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:24:01.562820 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-45afafef-9adb-4367-bcb0-80487b59b9be req-626cb9e3-dee0-4c52-88b2-e4b051015bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:01.583607 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3385da4-3ddc-4d61-b998-48d5a3d86e31 req-b04c1cfa-12d0-4dbf-a579-6533e8e92973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:01.585165 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d3385da4-3ddc-4d61-b998-48d5a3d86e31 req-b04c1cfa-12d0-4dbf-a579-6533e8e92973 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 1099 time: 0.0701935 Sep 27 12:24:01.654299 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d3385da4-3ddc-4d61-b998-48d5a3d86e31 req-e613188a-1778-497b-9de7-84e40cf81cf8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500472 Sep 27 12:24:01.669804 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-45afafef-9adb-4367-bcb0-80487b59b9be req-626cb9e3-dee0-4c52-88b2-e4b051015bf5 service neutron] For port 1799ed0a-856e-4355-96bd-9e19b4182060, host hv-cinder-76845, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:24:01.690871 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:24:01.696857 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-45afafef-9adb-4367-bcb0-80487b59b9be req-626cb9e3-dee0-4c52-88b2-e4b051015bf5 service neutron] For port 1799ed0a-856e-4355-96bd-9e19b4182060, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1799ed0a-856e-4355-96bd-9e19b4182060,segment=NetworkSegment(b9105ff4-524d-49cb-8c62-5683eb365ab2),segment_id=b9105ff4-524d-49cb-8c62-5683eb365ab2)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:24:01.701539 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-45afafef-9adb-4367-bcb0-80487b59b9be req-626cb9e3-dee0-4c52-88b2-e4b051015bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:01.745774 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afafef-9adb-4367-bcb0-80487b59b9be req-626cb9e3-dee0-4c52-88b2-e4b051015bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:01.746416 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-45afafef-9adb-4367-bcb0-80487b59b9be req-626cb9e3-dee0-4c52-88b2-e4b051015bf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:01.747855 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-45afafef-9adb-4367-bcb0-80487b59b9be req-626cb9e3-dee0-4c52-88b2-e4b051015bf5 service neutron] 10.222.0.25 "PUT /v2.0/ports/1799ed0a-856e-4355-96bd-9e19b4182060 HTTP/1.1" status: 200 len: 1093 time: 0.7998276 Sep 27 12:24:01.750031 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6abbd43-bed2-48a4-93b8-d8d30fd7b48d', 'tag': '1799ed0a-856e-4355-96bd-9e19b4182060'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:24:01.752407 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1ec665-abbc-4a90-9f5f-d7cc544319c6" -d '{"events": [{"name": "network-changed", "server_uuid": "d6abbd43-bed2-48a4-93b8-d8d30fd7b48d", "tag": "1799ed0a-856e-4355-96bd-9e19b4182060"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:24:01.764438 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e95f06-0933-4205-88bb-df706d0af38a req-968cd481-6738-4f10-907a-8330f1f8e2e2 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:01.765994 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d7e95f06-0933-4205-88bb-df706d0af38a req-968cd481-6738-4f10-907a-8330f1f8e2e2 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.1108203 Sep 27 12:24:01.800295 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a020044f-7049-40be-acb4-f4f7cfae6256 x-openstack-request-id: req-a020044f-7049-40be-acb4-f4f7cfae6256 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:24:01.800598 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6abbd43-bed2-48a4-93b8-d8d30fd7b48d", "tag": "1799ed0a-856e-4355-96bd-9e19b4182060", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:24:01.800849 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a020044f-7049-40be-acb4-f4f7cfae6256 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:24:01.801256 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6abbd43-bed2-48a4-93b8-d8d30fd7b48d', 'tag': '1799ed0a-856e-4355-96bd-9e19b4182060', 'status': 'completed', 'code': 200} Sep 27 12:24:01.803713 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cb9e3-dee0-4c52-88b2-e4b051015bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=1799ed0a-856e-4355-96bd-9e19b4182060,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:24:01.825751 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d7e95f06-0933-4205-88bb-df706d0af38a req-09353476-742b-489a-aa21-aa98192cd97b tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494294 Sep 27 12:24:01.902792 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6516e9f-96e1-4660-b131-f7764d784df2 req-527d621c-b98b-42d7-863a-41958d9d903f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:01.904527 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d6516e9f-96e1-4660-b131-f7764d784df2 req-527d621c-b98b-42d7-863a-41958d9d903f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 946 time: 0.0551343 Sep 27 12:24:01.946934 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d6516e9f-96e1-4660-b131-f7764d784df2 req-7bd9539a-dc23-40c8-bcba-814acf7897df tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357985 Sep 27 12:24:02.010705 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ec665-abbc-4a90-9f5f-d7cc544319c6 req-df2e0c5d-1a8c-407a-8328-70df172d88b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:02.013382 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1a1ec665-abbc-4a90-9f5f-d7cc544319c6 req-df2e0c5d-1a8c-407a-8328-70df172d88b4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d267b08e21d045a28d99a52762b5680f&device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 1096 time: 0.0587883 Sep 27 12:24:02.070935 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6951071-6e7f-4b00-b20d-cc8919f3866c req-c6a99f7a-99dd-4e88-bc72-c1646c62eab4 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:02.072539 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c6951071-6e7f-4b00-b20d-cc8919f3866c req-c6a99f7a-99dd-4e88-bc72-c1646c62eab4 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 943 time: 0.0536504 Sep 27 12:24:02.113106 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c6951071-6e7f-4b00-b20d-cc8919f3866c req-76e0ecdb-c5e1-4b62-9d40-cebf685e0db1 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340366 Sep 27 12:24:02.157194 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0c3fd-6b59-4e9c-a10c-b0bdac1107c3 req-f6ec2be9-b1d8-4045-9ebc-57357aa05c7f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:02.159183 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3be0c3fd-6b59-4e9c-a10c-b0bdac1107c3 req-f6ec2be9-b1d8-4045-9ebc-57357aa05c7f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.1098244 Sep 27 12:24:02.198433 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ec665-abbc-4a90-9f5f-d7cc544319c6 req-01cd24b0-7046-4ffd-822d-8794bcd22cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:02.199894 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1a1ec665-abbc-4a90-9f5f-d7cc544319c6 req-01cd24b0-7046-4ffd-822d-8794bcd22cf6 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=d267b08e21d045a28d99a52762b5680f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1708035 Sep 27 12:24:02.247578 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3be0c3fd-6b59-4e9c-a10c-b0bdac1107c3 req-89369468-eb40-4f93-bebc-321e04f0bcd6 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670488 Sep 27 12:24:02.251302 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91b60b-a4ba-427e-893c-c07bed02672f req-9f022701-d205-4f89-9166-ad2dd79c5d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:02.252864 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5a91b60b-a4ba-427e-893c-c07bed02672f req-9f022701-d205-4f89-9166-ad2dd79c5d34 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4968d9d2be54e15a365a83a0fe2eebc&device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 1099 time: 0.1130033 Sep 27 12:24:02.381008 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ec665-abbc-4a90-9f5f-d7cc544319c6 req-3d522851-982a-4f87-bd66-a1765edffe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:02.382498 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1a1ec665-abbc-4a90-9f5f-d7cc544319c6 req-3d522851-982a-4f87-bd66-a1765edffe98 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1701956 Sep 27 12:24:02.385144 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e73ec-060b-4e8a-98cd-911119322c13 req-788dc9cb-429f-4c39-a7e3-62a5fa5784ed tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:02.387371 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bf1e73ec-060b-4e8a-98cd-911119322c13 req-788dc9cb-429f-4c39-a7e3-62a5fa5784ed tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce669f9b-8fc6-4835-a940-84ef3835f1c8 HTTP/1.1" status: 200 len: 946 time: 0.0477600 Sep 27 12:24:02.395932 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91b60b-a4ba-427e-893c-c07bed02672f req-f9afb88d-5f20-430a-a60e-90f43f4255bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:02.397408 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5a91b60b-a4ba-427e-893c-c07bed02672f req-f9afb88d-5f20-430a-a60e-90f43f4255bd service neutron] 10.222.0.25 "GET /v2.0/networks?id=e6e4e115-5c92-482e-b62e-69127fce84b8 HTTP/1.1" status: 200 len: 911 time: 0.1354058 Sep 27 12:24:02.429860 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bf1e73ec-060b-4e8a-98cd-911119322c13 req-0b343e80-3ef5-492c-af54-371d457930b9 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358031 Sep 27 12:24:02.494671 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5a91b60b-a4ba-427e-893c-c07bed02672f req-de36f053-a427-451c-8c82-71f586f1f5f4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7705cca-779e-4b43-a678-5d13f9ffb07f HTTP/1.1" status: 200 len: 1002 time: 0.0875175 Sep 27 12:24:02.499351 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afafef-9adb-4367-bcb0-80487b59b9be req-a4f7e812-d08f-4d3c-b88c-254bf6691836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:02.501289 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-45afafef-9adb-4367-bcb0-80487b59b9be req-a4f7e812-d08f-4d3c-b88c-254bf6691836 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d267b08e21d045a28d99a52762b5680f&device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 1096 time: 0.0571523 Sep 27 12:24:02.567244 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-45afafef-9adb-4367-bcb0-80487b59b9be req-59c3a26a-050b-49d7-b4e5-08a0e07413f3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1799ed0a-856e-4355-96bd-9e19b4182060 HTTP/1.1" status: 200 len: 217 time: 0.0569434 Sep 27 12:24:02.606196 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91b60b-a4ba-427e-893c-c07bed02672f req-2c17ae76-331c-4816-8c59-03263c7fa6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:02.607690 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5a91b60b-a4ba-427e-893c-c07bed02672f req-2c17ae76-331c-4816-8c59-03263c7fa6f9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9068b1e0-52e3-43a8-9f44-5a4718423cdc HTTP/1.1" status: 200 len: 849 time: 0.1055489 Sep 27 12:24:02.661373 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afafef-9adb-4367-bcb0-80487b59b9be req-dd80bb25-ebe0-413c-8fff-e524997d4eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:02.662845 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-45afafef-9adb-4367-bcb0-80487b59b9be req-dd80bb25-ebe0-413c-8fff-e524997d4eb9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=65c84ef7-1e80-4770-933b-4996e7eed0f4 HTTP/1.1" status: 200 len: 853 time: 0.0870478 Sep 27 12:24:02.685115 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91b60b-a4ba-427e-893c-c07bed02672f req-e7a538db-8a5e-4e51-8060-911ee6d0037c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:02.686602 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5a91b60b-a4ba-427e-893c-c07bed02672f req-e7a538db-8a5e-4e51-8060-911ee6d0037c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e6e4e115-5c92-482e-b62e-69127fce84b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0652015 Sep 27 12:24:02.769840 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afafef-9adb-4367-bcb0-80487b59b9be req-35b86f44-257c-46c6-b2a7-efba527875db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:02.771640 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-45afafef-9adb-4367-bcb0-80487b59b9be req-35b86f44-257c-46c6-b2a7-efba527875db service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e3cd76b6-c085-4697-9c16-3648dfee488b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0992444 Sep 27 12:24:02.824595 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5a91b60b-a4ba-427e-893c-c07bed02672f req-6e02e91c-23b4-480a-b4f1-3c386782b1db service neutron] 10.222.0.25 "GET /v2.0/networks/e6e4e115-5c92-482e-b62e-69127fce84b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237907 Sep 27 12:24:02.944300 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-45afafef-9adb-4367-bcb0-80487b59b9be req-8badf62a-97ef-4976-b15d-d7fdcf481668 service neutron] 10.222.0.25 "GET /v2.0/networks/e3cd76b6-c085-4697-9c16-3648dfee488b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615119 Sep 27 12:24:02.995363 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5a91b60b-a4ba-427e-893c-c07bed02672f req-1e8f1755-3b04-4fb6-9b3c-59d66d681db6 service neutron] 10.222.0.25 "GET /v2.0/networks/e6e4e115-5c92-482e-b62e-69127fce84b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400633 Sep 27 12:24:03.061793 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-45afafef-9adb-4367-bcb0-80487b59b9be req-ae2fac82-75e3-4899-9fb5-ab5219380484 service neutron] 10.222.0.25 "GET /v2.0/networks/e3cd76b6-c085-4697-9c16-3648dfee488b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025474 Sep 27 12:24:03.125278 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab66c5e-58c6-4534-8d49-a58035622bee req-b81c7c92-5787-47c3-80ab-dc9ec964c3c5 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:03.127542 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fab66c5e-58c6-4534-8d49-a58035622bee req-b81c7c92-5787-47c3-80ab-dc9ec964c3c5 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 946 time: 0.0541260 Sep 27 12:24:03.131192 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c95e3-7456-4f63-9314-183968608d8a req-47e57e67-c87c-4972-b91b-66f7ed23bfcb tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:03.132670 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4a0c95e3-7456-4f63-9314-183968608d8a req-47e57e67-c87c-4972-b91b-66f7ed23bfcb tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce669f9b-8fc6-4835-a940-84ef3835f1c8 HTTP/1.1" status: 200 len: 946 time: 0.0494297 Sep 27 12:24:03.167587 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fab66c5e-58c6-4534-8d49-a58035622bee req-caf28d30-d4ef-42a7-9b23-dd648914ecb3 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338027 Sep 27 12:24:03.181431 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4a0c95e3-7456-4f63-9314-183968608d8a req-00bfa5a4-69cd-49af-b78f-ac28e332f518 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404098 Sep 27 12:24:03.291887 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff18ca3-0f64-4e58-8e6b-01efed213dfd req-fc0596fd-d14c-4eee-bffb-e9e95f3c4aba tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:03.299459 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-aff18ca3-0f64-4e58-8e6b-01efed213dfd req-fc0596fd-d14c-4eee-bffb-e9e95f3c4aba tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 943 time: 0.0606406 Sep 27 12:24:03.340852 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-aff18ca3-0f64-4e58-8e6b-01efed213dfd req-3bf8e42f-1cbf-4110-95a9-7b6282d56b87 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399933 Sep 27 12:24:03.370573 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51186fa-afb1-4832-9f8a-fc894b12c1bc req-9be3e50c-4125-44ae-883a-e447e5184688 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:03.372089 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d51186fa-afb1-4832-9f8a-fc894b12c1bc req-9be3e50c-4125-44ae-883a-e447e5184688 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0534637 Sep 27 12:24:03.411513 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d51186fa-afb1-4832-9f8a-fc894b12c1bc req-1d33b2a6-fdff-45ba-aeb5-86a203e53027 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332599 Sep 27 12:24:04.289807 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18294661-7115-4f83-a0ab-87f70a776c47 req-1e08b6a2-8b6f-4257-ae15-174b7aebf092 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:04.291430 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-18294661-7115-4f83-a0ab-87f70a776c47 req-1e08b6a2-8b6f-4257-ae15-174b7aebf092 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 946 time: 0.0507493 Sep 27 12:24:04.313873 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578b8ee-dd31-434e-82be-917db46b7104 req-6389c480-cc65-495e-951b-718e86c92655 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:04.315436 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c578b8ee-dd31-434e-82be-917db46b7104 req-6389c480-cc65-495e-951b-718e86c92655 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce669f9b-8fc6-4835-a940-84ef3835f1c8 HTTP/1.1" status: 200 len: 946 time: 0.0519247 Sep 27 12:24:04.336147 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-18294661-7115-4f83-a0ab-87f70a776c47 req-06ed8a87-3922-46fb-8396-02df4bd74bd0 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333488 Sep 27 12:24:04.354359 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c578b8ee-dd31-434e-82be-917db46b7104 req-3c3df264-c399-4b52-bdc1-ac879bae0492 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330095 Sep 27 12:24:04.460114 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b65fc4-0e16-4800-ba7c-a09ee750b6ce req-f75277b4-d83b-40eb-9335-362aafde66f2 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:04.461581 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-73b65fc4-0e16-4800-ba7c-a09ee750b6ce req-f75277b4-d83b-40eb-9335-362aafde66f2 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 943 time: 0.0532784 Sep 27 12:24:04.499522 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-73b65fc4-0e16-4800-ba7c-a09ee750b6ce req-5260a59d-b004-4c02-b619-43a57204f3e8 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320799 Sep 27 12:24:04.526438 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20be3e0-a577-420e-b61f-e0def48b2002 req-b4d5e0d4-d439-4449-896d-fd1193eb424f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:04.527943 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e20be3e0-a577-420e-b61f-e0def48b2002 req-b4d5e0d4-d439-4449-896d-fd1193eb424f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0486608 Sep 27 12:24:04.566476 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e20be3e0-a577-420e-b61f-e0def48b2002 req-7686280d-15a9-4652-9826-d27787ad7daa tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326176 Sep 27 12:24:05.040202 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627bf33-77f2-48f7-b7e9-430cddd9812f req-3bc313ab-cf1e-46de-90a7-c00b07f9e8fb tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:05.041637 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3627bf33-77f2-48f7-b7e9-430cddd9812f req-3bc313ab-cf1e-46de-90a7-c00b07f9e8fb tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce669f9b-8fc6-4835-a940-84ef3835f1c8 HTTP/1.1" status: 200 len: 946 time: 0.0505672 Sep 27 12:24:05.132203 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-3627bf33-77f2-48f7-b7e9-430cddd9812f req-78a9bf6a-960e-4e39-a9b6-960371428aa0 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Deleting port 5432f8f3-8b50-4aa0-88f3-f5b2e1b01114 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:24:05.132549 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-3627bf33-77f2-48f7-b7e9-430cddd9812f req-78a9bf6a-960e-4e39-a9b6-960371428aa0 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:05.222062 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-3627bf33-77f2-48f7-b7e9-430cddd9812f req-78a9bf6a-960e-4e39-a9b6-960371428aa0 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] For port 5432f8f3-8b50-4aa0-88f3-f5b2e1b01114, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5432f8f3-8b50-4aa0-88f3-f5b2e1b01114,segment=NetworkSegment(65c54bfe-b669-4878-8211-f67d90f520fc),segment_id=65c54bfe-b669-4878-8211-f67d90f520fc)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:24:05.222422 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-3627bf33-77f2-48f7-b7e9-430cddd9812f req-78a9bf6a-960e-4e39-a9b6-960371428aa0 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:05.233946 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-3627bf33-77f2-48f7-b7e9-430cddd9812f req-78a9bf6a-960e-4e39-a9b6-960371428aa0 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Calling delete_port for 5432f8f3-8b50-4aa0-88f3-f5b2e1b01114 owned by compute:nova {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:24:05.357351 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-3627bf33-77f2-48f7-b7e9-430cddd9812f req-78a9bf6a-960e-4e39-a9b6-960371428aa0 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:05.369327 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['5432f8f3-8b50-4aa0-88f3-f5b2e1b01114'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:24:05.389492 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9bf6a-960e-4e39-a9b6-960371428aa0 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Pushing event deleted for resources: {'Port': ['ID=5432f8f3-8b50-4aa0-88f3-f5b2e1b01114,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:24:05.430565 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-3627bf33-77f2-48f7-b7e9-430cddd9812f req-78a9bf6a-960e-4e39-a9b6-960371428aa0 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] No DVR routers for this DVR port 5432f8f3-8b50-4aa0-88f3-f5b2e1b01114 on host hv-cinder-76845 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:24:05.433178 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-3627bf33-77f2-48f7-b7e9-430cddd9812f req-78a9bf6a-960e-4e39-a9b6-960371428aa0 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:05.435300 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3627bf33-77f2-48f7-b7e9-430cddd9812f req-78a9bf6a-960e-4e39-a9b6-960371428aa0 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.25 "DELETE /v2.0/ports/5432f8f3-8b50-4aa0-88f3-f5b2e1b01114 HTTP/1.1" status: 204 len: 173 time: 0.3863807 Sep 27 12:24:05.435736 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce669f9b-8fc6-4835-a940-84ef3835f1c8', 'name': 'network-vif-deleted', 'tag': '5432f8f3-8b50-4aa0-88f3-f5b2e1b01114'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:24:05.438699 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a42afa-27d3-4d3d-b27b-a40e79800454" -d '{"events": [{"server_uuid": "ce669f9b-8fc6-4835-a940-84ef3835f1c8", "name": "network-vif-deleted", "tag": "5432f8f3-8b50-4aa0-88f3-f5b2e1b01114"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:24:05.462513 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2fdcf115-900b-49d5-b5d5-5c7a347f60e4 req-17c5d0ad-46bc-41cf-acae-9b5360d47114 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce669f9b-8fc6-4835-a940-84ef3835f1c8 HTTP/1.1" status: 200 len: 210 time: 0.0349343 Sep 27 12:24:05.544194 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ae064f-307e-4bab-adf1-e5fc34bb2fb1 x-openstack-request-id: req-b8ae064f-307e-4bab-adf1-e5fc34bb2fb1 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:24:05.544554 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce669f9b-8fc6-4835-a940-84ef3835f1c8", "name": "network-vif-deleted", "tag": "5432f8f3-8b50-4aa0-88f3-f5b2e1b01114", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:24:05.544901 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b8ae064f-307e-4bab-adf1-e5fc34bb2fb1 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:24:05.545388 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce669f9b-8fc6-4835-a940-84ef3835f1c8', 'name': 'network-vif-deleted', 'tag': '5432f8f3-8b50-4aa0-88f3-f5b2e1b01114', 'status': 'completed', 'code': 200} Sep 27 12:24:05.617952 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229da8e-acce-43fa-b4e9-ba2e8f05a55c req-1c2aecb9-2d95-4da4-ae46-558409e4b9d5 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:05.619336 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a229da8e-acce-43fa-b4e9-ba2e8f05a55c req-1c2aecb9-2d95-4da4-ae46-558409e4b9d5 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 943 time: 0.0472682 Sep 27 12:24:05.658068 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a229da8e-acce-43fa-b4e9-ba2e8f05a55c req-cdb229a0-6b64-4f77-838e-daeb5ea64d36 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322695 Sep 27 12:24:05.730906 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 1799ed0a-856e-4355-96bd-9e19b4182060 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:24:05.825042 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 1799ed0a-856e-4355-96bd-9e19b4182060, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1799ed0a-856e-4355-96bd-9e19b4182060,segment=NetworkSegment(b9105ff4-524d-49cb-8c62-5683eb365ab2),segment_id=b9105ff4-524d-49cb-8c62-5683eb365ab2)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:24:05.837491 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Returning: {'device': '1799ed0a-856e-4355-96bd-9e19b4182060', 'network_id': 'e3cd76b6-c085-4697-9c16-3648dfee488b', 'port_id': '1799ed0a-856e-4355-96bd-9e19b4182060', 'mac_address': 'fa:16:3e:34:03:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c84ef7-1e80-4770-933b-4996e7eed0f4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:24:05.875209 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:05.888276 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1799ed0a-856e-4355-96bd-9e19b4182060 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:24:05.907951 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 1799ed0a-856e-4355-96bd-9e19b4182060, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1799ed0a-856e-4355-96bd-9e19b4182060,segment=NetworkSegment(b9105ff4-524d-49cb-8c62-5683eb365ab2),segment_id=b9105ff4-524d-49cb-8c62-5683eb365ab2)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:24:05.912487 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:05.967812 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=1799ed0a-856e-4355-96bd-9e19b4182060,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:24:06.266831 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['1799ed0a-856e-4355-96bd-9e19b4182060'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:24:06.723523 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-d38e0b7e-d352-4e93-a660-34e746dfb22f tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:06.724996 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-d38e0b7e-d352-4e93-a660-34e746dfb22f tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/networks?id=ee4d33e8-747e-4c19-8c2a-3e3b9220e075 HTTP/1.1" status: 200 len: 808 time: 0.1047392 Sep 27 12:24:06.740274 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-e9349957-58dd-49a9-9767-01267905e889 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/quotas/2f93a18e8b964bdd9477a80bbeff946b HTTP/1.1" status: 200 len: 375 time: 0.0096426 Sep 27 12:24:06.772115 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-a13b9d25-8b58-4198-b4c4-550fe9d29c7b tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f93a18e8b964bdd9477a80bbeff946b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261073 Sep 27 12:24:06.773532 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23340e7-4b8c-4994-ba82-2f491a179df4 req-b566c754-a7c8-46a6-8b11-c890a6a5acdc tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:06.775040 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d23340e7-4b8c-4994-ba82-2f491a179df4 req-b566c754-a7c8-46a6-8b11-c890a6a5acdc tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 944 time: 0.0496595 Sep 27 12:24:06.813317 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d23340e7-4b8c-4994-ba82-2f491a179df4 req-bc2e6edb-17b4-4e76-8c08-d11b5d72a93d tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324833 Sep 27 12:24:06.906564 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-d80b1d1f-6a1e-4ca8-a91e-c81772979f19 service neutron] 10.222.0.60 "GET /v2.0/networks/ee4d33e8-747e-4c19-8c2a-3e3b9220e075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271019 Sep 27 12:24:07.000713 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-3b67e1f0-ac41-4d31-bfde-96995714dc80 service neutron] 10.222.0.60 "GET /v2.0/networks/ee4d33e8-747e-4c19-8c2a-3e3b9220e075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878899 Sep 27 12:24:07.169566 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d69b9567-8085-4244-ac1b-435f641fd972 req-176e2af9-caf7-4788-a2e6-b9578179c72d tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a35488e-af57-4277-b72d-17dfdb6e3439 HTTP/1.1" status: 200 len: 210 time: 0.0315831 Sep 27 12:24:07.751503 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 1799ed0a-856e-4355-96bd-9e19b4182060 up at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:24:07.798579 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning for port 1799ed0a-856e-4355-96bd-9e19b4182060 completed by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:24:07.802143 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning complete for port 1799ed0a-856e-4355-96bd-9e19b4182060 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:24:07.802511 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:07.881089 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:07.905019 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6abbd43-bed2-48a4-93b8-d8d30fd7b48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1799ed0a-856e-4355-96bd-9e19b4182060'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:24:07.907377 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1408999cb3bb97c5ae56cf322f48a5762bdf0801c3dd38f4c7a67e93a613b0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16c9728-f9f0-4116-97c0-70af03ea5075" -d '{"events": [{"server_uuid": "d6abbd43-bed2-48a4-93b8-d8d30fd7b48d", "name": "network-vif-plugged", "status": "completed", "tag": "1799ed0a-856e-4355-96bd-9e19b4182060"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:24:07.921327 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 1799ed0a-856e-4355-96bd-9e19b4182060, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1799ed0a-856e-4355-96bd-9e19b4182060,segment=NetworkSegment(b9105ff4-524d-49cb-8c62-5683eb365ab2),segment_id=b9105ff4-524d-49cb-8c62-5683eb365ab2)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:24:07.928441 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:07.929380 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 5432f8f3-8b50-4aa0-88f3-f5b2e1b01114 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:24:07.934027 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8264b-634a-4223-9e12-4c2b4d3bc2f3 req-cb5e96bc-70a2-4c34-b328-3a7659176a5b tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:07.935620 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fbc8264b-634a-4223-9e12-4c2b4d3bc2f3 req-cb5e96bc-70a2-4c34-b328-3a7659176a5b tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 944 time: 0.0544894 Sep 27 12:24:07.976925 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b139a8-6538-4828-bc8f-dacaf35e0b7d x-openstack-request-id: req-22b139a8-6538-4828-bc8f-dacaf35e0b7d {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:24:07.977222 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6abbd43-bed2-48a4-93b8-d8d30fd7b48d", "name": "network-vif-plugged", "status": "completed", "tag": "1799ed0a-856e-4355-96bd-9e19b4182060", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:24:07.977474 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-22b139a8-6538-4828-bc8f-dacaf35e0b7d {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:24:07.978032 dv-cinder-768458-11-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6abbd43-bed2-48a4-93b8-d8d30fd7b48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1799ed0a-856e-4355-96bd-9e19b4182060', 'code': 200} Sep 27 12:24:07.983599 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fbc8264b-634a-4223-9e12-4c2b4d3bc2f3 req-7174b46c-868c-41aa-9a7c-c0d302a71d17 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411098 Sep 27 12:24:08.003559 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] No Port match for: 5432f8f3-8b50-4aa0-88f3-f5b2e1b01114 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:24:08.003911 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 5432f8f3-8b50-4aa0-88f3-f5b2e1b01114 not bound to the agent host hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:24:08.005736 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=1799ed0a-856e-4355-96bd-9e19b4182060,revision_number=5']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:24:08.116869 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-e7c8be69-afd7-40ee-b6e0-55cd03c23d0c tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:08.118233 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-e7c8be69-afd7-40ee-b6e0-55cd03c23d0c tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.25 "GET /v2.0/networks?id=ee4d33e8-747e-4c19-8c2a-3e3b9220e075 HTTP/1.1" status: 200 len: 808 time: 0.1082625 Sep 27 12:24:08.153030 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-a1a24648-b785-4a20-a865-c16202b37d07 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Request body: {'port': {'device_id': '5a35488e-af57-4277-b72d-17dfdb6e3439', 'network_id': 'ee4d33e8-747e-4c19-8c2a-3e3b9220e075', 'admin_state_up': True, 'tenant_id': '2f93a18e8b964bdd9477a80bbeff946b'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:24:08.255855 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba31564-6777-4e4c-b412-eb7f1d6eff41 req-5517cdce-1c48-49e9-b73a-22e7e2a028a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:08.257354 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-cba31564-6777-4e4c-b412-eb7f1d6eff41 req-5517cdce-1c48-49e9-b73a-22e7e2a028a7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 1098 time: 0.1169291 Sep 27 12:24:08.277820 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a1fd928c-b052-4625-9ea7-dfadab6d7210 req-b8c2984b-aa06-49fc-ba62-da58f6b51a97 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a35488e-af57-4277-b72d-17dfdb6e3439 HTTP/1.1" status: 200 len: 210 time: 0.0357134 Sep 27 12:24:08.325265 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-cba31564-6777-4e4c-b412-eb7f1d6eff41 req-e9004e45-98b1-4c41-be72-6de0c1d0979d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496228 Sep 27 12:24:08.336083 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-a1a24648-b785-4a20-a865-c16202b37d07 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Made reservation on behalf of 2f93a18e8b964bdd9477a80bbeff946b for: {'port': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:24:08.339617 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-a1a24648-b785-4a20-a865-c16202b37d07 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:08.464372 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-a1a24648-b785-4a20-a865-c16202b37d07 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Allocated IP 172.20.0.5 (ee4d33e8-747e-4c19-8c2a-3e3b9220e075/bdad0d11-7237-40fe-a52f-50c9034228a2/aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:24:08.622097 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-a1a24648-b785-4a20-a865-c16202b37d07 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:08.659832 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-a1a24648-b785-4a20-a865-c16202b37d07 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:08.726562 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-a1a24648-b785-4a20-a865-c16202b37d07 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Network ee4d33e8-747e-4c19-8c2a-3e3b9220e075 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:24:08.729490 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-a1a24648-b785-4a20-a865-c16202b37d07 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:24:08.733355 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-a1a24648-b785-4a20-a865-c16202b37d07 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:24:08.759580 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a24648-b785-4a20-a865-c16202b37d07 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Pushing event updated for resources: {'Port': ['ID=aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:24:08.786128 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-a1a24648-b785-4a20-a865-c16202b37d07 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:08.786738 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-a1a24648-b785-4a20-a865-c16202b37d07 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:08.801708 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-a1a24648-b785-4a20-a865-c16202b37d07 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6533298 Sep 27 12:24:08.848257 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-b7838c3a-2e17-416c-b542-d79fe2af6a0d service neutron] Request body: {'port': {'device_id': '5a35488e-af57-4277-b72d-17dfdb6e3439', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:24:08.904037 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-b7838c3a-2e17-416c-b542-d79fe2af6a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:09.105022 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46067406-33ac-4171-8635-9249ba25774d req-41d512a0-9ca1-4b63-bd40-274595e91b35 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:09.106542 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-46067406-33ac-4171-8635-9249ba25774d req-41d512a0-9ca1-4b63-bd40-274595e91b35 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 945 time: 0.0490217 Sep 27 12:24:09.145082 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-46067406-33ac-4171-8635-9249ba25774d req-89add891-cf95-4b9c-8767-de71fa4b58a6 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322516 Sep 27 12:24:09.163760 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-b7838c3a-2e17-416c-b542-d79fe2af6a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:24:09.171847 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-b7838c3a-2e17-416c-b542-d79fe2af6a0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:09.184065 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-b7838c3a-2e17-416c-b542-d79fe2af6a0d service neutron] Transition to ACTIVE for port object aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:24:09.187247 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-b7838c3a-2e17-416c-b542-d79fe2af6a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:09.236706 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7838c3a-2e17-416c-b542-d79fe2af6a0d service neutron] Pushing event updated for resources: {'Port': ['ID=aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:24:09.311867 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-b7838c3a-2e17-416c-b542-d79fe2af6a0d service neutron] Attempting to bind port aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:24:09.312251 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-b7838c3a-2e17-416c-b542-d79fe2af6a0d service neutron] Attempting to bind port aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '65c54bfe-b669-4878-8211-f67d90f520fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee4d33e8-747e-4c19-8c2a-3e3b9220e075'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:24:09.312630 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-b7838c3a-2e17-416c-b542-d79fe2af6a0d service neutron] Attempting to bind port aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d on network ee4d33e8-747e-4c19-8c2a-3e3b9220e075 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:24:09.317826 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-b7838c3a-2e17-416c-b542-d79fe2af6a0d service neutron] Port aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d on network ee4d33e8-747e-4c19-8c2a-3e3b9220e075 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:24:09.318150 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-b7838c3a-2e17-416c-b542-d79fe2af6a0d service neutron] Attempting to bind port aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d on network ee4d33e8-747e-4c19-8c2a-3e3b9220e075 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:24:09.323492 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-b7838c3a-2e17-416c-b542-d79fe2af6a0d service neutron] Checking agent: {'id': '20c1fc43-a135-4852-87d5-8f0af43386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'started_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:24:09.323831 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-b7838c3a-2e17-416c-b542-d79fe2af6a0d service neutron] Checking segment: {'id': '65c54bfe-b669-4878-8211-f67d90f520fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee4d33e8-747e-4c19-8c2a-3e3b9220e075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:24:09.324221 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-b7838c3a-2e17-416c-b542-d79fe2af6a0d service neutron] Bound using segment: {'id': '65c54bfe-b669-4878-8211-f67d90f520fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee4d33e8-747e-4c19-8c2a-3e3b9220e075'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:24:09.324657 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-b7838c3a-2e17-416c-b542-d79fe2af6a0d service neutron] Bound port: aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65c54bfe-b669-4878-8211-f67d90f520fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee4d33e8-747e-4c19-8c2a-3e3b9220e075'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:24:09.325020 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-b7838c3a-2e17-416c-b542-d79fe2af6a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:09.419912 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-b7838c3a-2e17-416c-b542-d79fe2af6a0d service neutron] For port aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d, host hv-cinder-76845, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:24:09.424530 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-b7838c3a-2e17-416c-b542-d79fe2af6a0d service neutron] For port aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d,segment=NetworkSegment(65c54bfe-b669-4878-8211-f67d90f520fc),segment_id=65c54bfe-b669-4878-8211-f67d90f520fc)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:24:09.433675 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2ea05-1b7a-431a-81b1-8f1fe3c5ab9e req-b016a94b-b006-4e5c-9cd6-bcf3887e0b5c tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:09.435228 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-92d2ea05-1b7a-431a-81b1-8f1fe3c5ab9e req-b016a94b-b006-4e5c-9cd6-bcf3887e0b5c tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a35488e-af57-4277-b72d-17dfdb6e3439 HTTP/1.1" status: 200 len: 943 time: 0.0768516 Sep 27 12:24:09.437818 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-b7838c3a-2e17-416c-b542-d79fe2af6a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:09.495520 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-b7838c3a-2e17-416c-b542-d79fe2af6a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:09.496133 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-b7838c3a-2e17-416c-b542-d79fe2af6a0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:09.497499 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-b7838c3a-2e17-416c-b542-d79fe2af6a0d service neutron] 10.222.0.25 "PUT /v2.0/ports/aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d HTTP/1.1" status: 200 len: 1093 time: 0.6541052 Sep 27 12:24:09.497936 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a35488e-af57-4277-b72d-17dfdb6e3439', 'tag': 'aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:24:09.500174 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1b6126-84c4-4e82-8ec7-671101aa7543" -d '{"events": [{"name": "network-changed", "server_uuid": "5a35488e-af57-4277-b72d-17dfdb6e3439", "tag": "aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:24:09.526972 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-92d2ea05-1b7a-431a-81b1-8f1fe3c5ab9e req-5e9ab4dd-7e7d-4223-8c19-ec22d370d464 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849807 Sep 27 12:24:09.532085 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7838c3a-2e17-416c-b542-d79fe2af6a0d service neutron] Pushing event updated for resources: {'Port': ['ID=aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:24:09.547444 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cce4a19-f8b7-44bc-9b8c-66966a84ca05 x-openstack-request-id: req-8cce4a19-f8b7-44bc-9b8c-66966a84ca05 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:24:09.547725 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a35488e-af57-4277-b72d-17dfdb6e3439", "tag": "aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:24:09.547978 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8cce4a19-f8b7-44bc-9b8c-66966a84ca05 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:24:09.548368 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a35488e-af57-4277-b72d-17dfdb6e3439', 'tag': 'aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d', 'status': 'completed', 'code': 200} Sep 27 12:24:09.581071 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-b2c45191-737e-4e11-b664-a6d8850fffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:09.582831 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-b2c45191-737e-4e11-b664-a6d8850fffd2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2f93a18e8b964bdd9477a80bbeff946b&device_id=5a35488e-af57-4277-b72d-17dfdb6e3439 HTTP/1.1" status: 200 len: 1096 time: 0.0447199 Sep 27 12:24:09.628313 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-401b6738-d0d0-4fa5-9f36-b76376f42657 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d HTTP/1.1" status: 200 len: 217 time: 0.0375967 Sep 27 12:24:09.689451 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-c43ff9b5-45f8-4a22-b9df-2bc4fca61abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:09.690911 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-c43ff9b5-45f8-4a22-b9df-2bc4fca61abe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bdad0d11-7237-40fe-a52f-50c9034228a2 HTTP/1.1" status: 200 len: 848 time: 0.0443351 Sep 27 12:24:09.724201 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-9613d4e8-13bb-490a-b30f-264968eba28b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ee4d33e8-747e-4c19-8c2a-3e3b9220e075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242174 Sep 27 12:24:09.822945 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-2726474b-6b98-41fd-af56-c21817a1a826 service neutron] 10.222.0.25 "GET /v2.0/networks/ee4d33e8-747e-4c19-8c2a-3e3b9220e075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879149 Sep 27 12:24:10.148401 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4f88e3d6-7d85-4758-be26-f4b6824b5357 req-cef11d83-b195-46b8-8f44-6492d8e2255d service neutron] 10.222.0.25 "GET /v2.0/networks/ee4d33e8-747e-4c19-8c2a-3e3b9220e075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105626 Sep 27 12:24:10.236730 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b6126-84c4-4e82-8ec7-671101aa7543 req-421fd0d7-1c84-4edb-913b-7fb697817f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:10.238122 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8c1b6126-84c4-4e82-8ec7-671101aa7543 req-421fd0d7-1c84-4edb-913b-7fb697817f8b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2f93a18e8b964bdd9477a80bbeff946b&device_id=5a35488e-af57-4277-b72d-17dfdb6e3439 HTTP/1.1" status: 200 len: 1096 time: 0.0411382 Sep 27 12:24:10.261598 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33129d-15c7-46bb-88d8-f813b89176ba req-a7b163a3-6c4c-4d26-880d-b201410eae7f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:10.263141 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5d33129d-15c7-46bb-88d8-f813b89176ba req-a7b163a3-6c4c-4d26-880d-b201410eae7f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 945 time: 0.0493135 Sep 27 12:24:10.301314 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5d33129d-15c7-46bb-88d8-f813b89176ba req-e4e870ad-3bf8-4492-bb9a-952b156cb591 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320599 Sep 27 12:24:10.331275 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b6126-84c4-4e82-8ec7-671101aa7543 req-4e862f5b-eb0d-40ba-a6d2-827c05a7b08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:10.333069 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8c1b6126-84c4-4e82-8ec7-671101aa7543 req-4e862f5b-eb0d-40ba-a6d2-827c05a7b08c service neutron] 10.222.0.25 "GET /v2.0/networks?id=ee4d33e8-747e-4c19-8c2a-3e3b9220e075 HTTP/1.1" status: 200 len: 909 time: 0.0875072 Sep 27 12:24:10.380784 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8c1b6126-84c4-4e82-8ec7-671101aa7543 req-231cb664-9f76-4802-967e-26f135e92f65 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d HTTP/1.1" status: 200 len: 217 time: 0.0351751 Sep 27 12:24:10.461524 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfb28f-4420-42f1-976b-e60ca29e224e req-7f5fd4f1-50e1-4233-8113-ee810718822d tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:10.462978 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-20dfb28f-4420-42f1-976b-e60ca29e224e req-7f5fd4f1-50e1-4233-8113-ee810718822d tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 945 time: 0.0846994 Sep 27 12:24:10.464294 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b6126-84c4-4e82-8ec7-671101aa7543 req-187bb34b-acd8-478a-bd19-9ab06b3e97f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:10.465584 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8c1b6126-84c4-4e82-8ec7-671101aa7543 req-187bb34b-acd8-478a-bd19-9ab06b3e97f5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bdad0d11-7237-40fe-a52f-50c9034228a2 HTTP/1.1" status: 200 len: 848 time: 0.0763896 Sep 27 12:24:10.517207 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8c1b6126-84c4-4e82-8ec7-671101aa7543 req-2d963797-7f48-4c4d-9cd4-8c7fe1a6de5d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ee4d33e8-747e-4c19-8c2a-3e3b9220e075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294061 Sep 27 12:24:10.522159 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-20dfb28f-4420-42f1-976b-e60ca29e224e req-5b992635-2001-4c03-8d29-36bc23c3428d tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533347 Sep 27 12:24:10.638591 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8c1b6126-84c4-4e82-8ec7-671101aa7543 req-6c3d6e7b-8316-41a9-9f06-5383bd460476 service neutron] 10.222.0.25 "GET /v2.0/networks/ee4d33e8-747e-4c19-8c2a-3e3b9220e075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145749 Sep 27 12:24:10.673622 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f91508-a2f2-407e-91f2-a3e5cc2c8811 req-609a8027-b58c-42ee-93bc-3388da95713b tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:10.675125 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-76f91508-a2f2-407e-91f2-a3e5cc2c8811 req-609a8027-b58c-42ee-93bc-3388da95713b tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a35488e-af57-4277-b72d-17dfdb6e3439 HTTP/1.1" status: 200 len: 943 time: 0.0740356 Sep 27 12:24:10.776395 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-76f91508-a2f2-407e-91f2-a3e5cc2c8811 req-79ed4aad-349a-46db-b05c-65c899cf44b9 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860758 Sep 27 12:24:10.796719 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8c1b6126-84c4-4e82-8ec7-671101aa7543 req-3a246a97-a6c8-45bb-a7d1-b5da17c97462 service neutron] 10.222.0.25 "GET /v2.0/networks/ee4d33e8-747e-4c19-8c2a-3e3b9220e075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462190 Sep 27 12:24:10.854285 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034102b-7cf4-4d18-b369-3315122d7df5 req-7b007b14-1142-4e44-9959-ebccb3fa012d tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:10.855840 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0034102b-7cf4-4d18-b369-3315122d7df5 req-7b007b14-1142-4e44-9959-ebccb3fa012d tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 945 time: 0.0524492 Sep 27 12:24:10.893912 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0034102b-7cf4-4d18-b369-3315122d7df5 req-f64c66fa-10af-4617-a7ae-8438af828300 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321195 Sep 27 12:24:11.483312 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:11.890053 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5be2f-1dbd-40bb-94da-4bd01964c8c7 req-cbbdd00f-3d91-4c0d-a47d-edb27c806b1e tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:11.892099 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-89e5be2f-1dbd-40bb-94da-4bd01964c8c7 req-cbbdd00f-3d91-4c0d-a47d-edb27c806b1e tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a35488e-af57-4277-b72d-17dfdb6e3439 HTTP/1.1" status: 200 len: 943 time: 0.0493023 Sep 27 12:24:11.930216 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-89e5be2f-1dbd-40bb-94da-4bd01964c8c7 req-76b2ee22-8500-409b-ab04-c7d3db07f5c6 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322416 Sep 27 12:24:13.042806 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1384953-2d7a-43b4-8a97-de0d346c8d4d req-decc72f5-33d7-4899-a45b-625bf1e8df7c tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:13.044235 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b1384953-2d7a-43b4-8a97-de0d346c8d4d req-decc72f5-33d7-4899-a45b-625bf1e8df7c tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a35488e-af57-4277-b72d-17dfdb6e3439 HTTP/1.1" status: 200 len: 943 time: 0.0478785 Sep 27 12:24:13.102296 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b1384953-2d7a-43b4-8a97-de0d346c8d4d req-4a49f6a4-f46c-462d-9c1a-cd53e6e137c7 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467765 Sep 27 12:24:13.778583 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:24:13.873182 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d,segment=NetworkSegment(65c54bfe-b669-4878-8211-f67d90f520fc),segment_id=65c54bfe-b669-4878-8211-f67d90f520fc)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:24:13.884856 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Returning: {'device': 'aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d', 'network_id': 'ee4d33e8-747e-4c19-8c2a-3e3b9220e075', 'port_id': 'aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d', 'mac_address': 'fa:16:3e:84:cd:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdad0d11-7237-40fe-a52f-50c9034228a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:24:13.924828 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:13.937301 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:24:13.957466 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d,segment=NetworkSegment(65c54bfe-b669-4878-8211-f67d90f520fc),segment_id=65c54bfe-b669-4878-8211-f67d90f520fc)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:24:13.963140 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:14.010394 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:24:14.226585 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d83fab-46a8-452b-a3c8-5d159c36961f req-2431d82b-85ac-40bf-97bf-de4117c5300e tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:14.228115 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c3d83fab-46a8-452b-a3c8-5d159c36961f req-2431d82b-85ac-40bf-97bf-de4117c5300e tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a35488e-af57-4277-b72d-17dfdb6e3439 HTTP/1.1" status: 200 len: 944 time: 0.0542920 Sep 27 12:24:14.267579 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c3d83fab-46a8-452b-a3c8-5d159c36961f req-5e319ad8-c6aa-4e4e-ae2e-5f1a7f3336b1 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332880 Sep 27 12:24:14.367048 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:24:15.316411 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-155aaa59-d013-49a6-b14d-190c29134450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:15.382505 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d231ae5-14c0-4863-bc46-c2389327a9cb req-422f83dc-3a8a-4066-a1aa-1a4c00fbdaff tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:15.384216 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8d231ae5-14c0-4863-bc46-c2389327a9cb req-422f83dc-3a8a-4066-a1aa-1a4c00fbdaff tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a35488e-af57-4277-b72d-17dfdb6e3439 HTTP/1.1" status: 200 len: 944 time: 0.0489261 Sep 27 12:24:15.421962 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8d231ae5-14c0-4863-bc46-c2389327a9cb req-a582bc1a-ed9a-46e0-9e74-561cecc03224 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318272 Sep 27 12:24:15.783734 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d up at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:24:15.833043 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning for port aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d completed by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:24:15.837138 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning complete for port aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:24:15.837609 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:15.949862 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:15.978305 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a35488e-af57-4277-b72d-17dfdb6e3439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:24:15.980495 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1408999cb3bb97c5ae56cf322f48a5762bdf0801c3dd38f4c7a67e93a613b0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921c513d-aa94-4b20-bb5b-2ce4bb7f24dd" -d '{"events": [{"server_uuid": "5a35488e-af57-4277-b72d-17dfdb6e3439", "name": "network-vif-plugged", "status": "completed", "tag": "aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:24:15.993566 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d,segment=NetworkSegment(65c54bfe-b669-4878-8211-f67d90f520fc),segment_id=65c54bfe-b669-4878-8211-f67d90f520fc)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:24:15.997224 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:16.045376 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d,revision_number=5']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:24:16.082051 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5b3862-946e-4e80-b86d-418ddc8e9d1a x-openstack-request-id: req-db5b3862-946e-4e80-b86d-418ddc8e9d1a {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:24:16.082341 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a35488e-af57-4277-b72d-17dfdb6e3439", "name": "network-vif-plugged", "status": "completed", "tag": "aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:24:16.082592 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-db5b3862-946e-4e80-b86d-418ddc8e9d1a {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:24:16.083007 dv-cinder-768458-11-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a35488e-af57-4277-b72d-17dfdb6e3439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d', 'code': 200} Sep 27 12:24:16.280014 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0586e5-609b-4f77-88f7-6a31a68a2e26 req-048ac740-33ad-48c0-8e2d-eed36d9710e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:16.281483 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2e0586e5-609b-4f77-88f7-6a31a68a2e26 req-048ac740-33ad-48c0-8e2d-eed36d9710e5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5a35488e-af57-4277-b72d-17dfdb6e3439 HTTP/1.1" status: 200 len: 1098 time: 0.0404494 Sep 27 12:24:16.318083 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2e0586e5-609b-4f77-88f7-6a31a68a2e26 req-33f35353-2a05-4770-bd58-72efa1170564 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277417 Sep 27 12:24:16.537728 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176ac72-3db9-4e51-ba3d-10dcf434a80f req-d08cbf7c-a452-4ca8-90b5-48315cb5efa9 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:16.539240 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2176ac72-3db9-4e51-ba3d-10dcf434a80f req-d08cbf7c-a452-4ca8-90b5-48315cb5efa9 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a35488e-af57-4277-b72d-17dfdb6e3439 HTTP/1.1" status: 200 len: 945 time: 0.0490928 Sep 27 12:24:16.588476 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2176ac72-3db9-4e51-ba3d-10dcf434a80f req-24132e86-916b-4d9c-a61a-00be37af2339 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423028 Sep 27 12:24:17.513163 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9cffd37b-5227-40a7-9006-71504ba84cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:17.704867 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427fa013-28c5-4ded-a76a-5824799ae98e req-59ab133c-104d-4199-840d-944e9693e0ce tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:17.706231 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-427fa013-28c5-4ded-a76a-5824799ae98e req-59ab133c-104d-4199-840d-944e9693e0ce tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a35488e-af57-4277-b72d-17dfdb6e3439 HTTP/1.1" status: 200 len: 945 time: 0.0479767 Sep 27 12:24:17.747788 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-427fa013-28c5-4ded-a76a-5824799ae98e req-32a8db99-338d-4770-968b-0c7889e8e1f4 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349755 Sep 27 12:24:18.703926 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:18.863452 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acffd8d-ffd7-4d0f-86d0-d91b14ee2ec1 req-9157c98c-9f7e-4608-be8c-5d28facf1dd6 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:18.865151 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-9acffd8d-ffd7-4d0f-86d0-d91b14ee2ec1 req-9157c98c-9f7e-4608-be8c-5d28facf1dd6 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a35488e-af57-4277-b72d-17dfdb6e3439 HTTP/1.1" status: 200 len: 945 time: 0.0504766 Sep 27 12:24:18.904789 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-9acffd8d-ffd7-4d0f-86d0-d91b14ee2ec1 req-dbfab555-70d8-4bc5-9b78-388264c1f04e tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320756 Sep 27 12:24:19.635104 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:19.686578 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8dbf6-cfa3-4a10-861d-1813d16f7f1e req-7ddf490e-a520-4d80-aaab-d11692da47e4 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:19.688577 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-83d8dbf6-cfa3-4a10-861d-1813d16f7f1e req-7ddf490e-a520-4d80-aaab-d11692da47e4 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a35488e-af57-4277-b72d-17dfdb6e3439 HTTP/1.1" status: 200 len: 945 time: 0.0516162 Sep 27 12:24:19.727169 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-83d8dbf6-cfa3-4a10-861d-1813d16f7f1e req-0f76ca5a-c486-45fb-ac49-0cda905d06e2 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326743 Sep 27 12:24:20.364210 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3ab51-e172-449d-b1b3-7b47e9062c90 req-b801694e-b040-4168-bf5a-49d57df7426d tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:20.365548 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0ae3ab51-e172-449d-b1b3-7b47e9062c90 req-b801694e-b040-4168-bf5a-49d57df7426d tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 945 time: 0.0511603 Sep 27 12:24:20.402197 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0ae3ab51-e172-449d-b1b3-7b47e9062c90 req-292ef591-68e4-404c-a506-d489e4e4e7cc tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307074 Sep 27 12:24:20.424101 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 60488) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:24:20.533203 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efebf19e-6c3b-4941-bb11-d9de42e0ea0e tempest-TestMinimumBasicScenario-1295857305 tempest-TestMinimumBasicScenario-1295857305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:20.534718 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-efebf19e-6c3b-4941-bb11-d9de42e0ea0e tempest-TestMinimumBasicScenario-1295857305 tempest-TestMinimumBasicScenario-1295857305-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 1093 time: 0.1096621 Sep 27 12:24:20.537508 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 60492) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:24:20.541682 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-1af4289d-012d-409e-a596-a623d556f50f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Request body: {'floatingip': {'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'port_id': '1799ed0a-856e-4355-96bd-9e19b4182060', 'tenant_id': 'd267b08e21d045a28d99a52762b5680f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:24:20.563189 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1af4289d-012d-409e-a596-a623d556f50f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks [] for floatingip, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:20.659954 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1af4289d-012d-409e-a596-a623d556f50f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:20.770117 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-1af4289d-012d-409e-a596-a623d556f50f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Allocated IP 172.27.2.26 (1438fd00-25c8-4de7-950d-8ff7237ae90c/dd58ffbb-8e9b-44c5-a656-07f4206120ad/a8097738-7ab1-47ea-932c-fd6f21f389bc) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:24:20.843010 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e968a1-9745-4df6-9fa6-3ba920f1d744 req-65db0979-3441-44e3-b151-bd5eb7cd4d85 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:20.845197 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-63e968a1-9745-4df6-9fa6-3ba920f1d744 req-65db0979-3441-44e3-b151-bd5eb7cd4d85 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a35488e-af57-4277-b72d-17dfdb6e3439 HTTP/1.1" status: 200 len: 945 time: 0.0499637 Sep 27 12:24:20.862284 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:20.881052 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1af4289d-012d-409e-a596-a623d556f50f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:20.889603 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-63e968a1-9745-4df6-9fa6-3ba920f1d744 req-ddd7a924-4179-42c4-a3cf-7df31499050d tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374491 Sep 27 12:24:20.917316 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1af4289d-012d-409e-a596-a623d556f50f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4103691'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:20.958020 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af4289d-012d-409e-a596-a623d556f50f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Network 1438fd00-25c8-4de7-950d-8ff7237ae90c is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:24:20.961374 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-1af4289d-012d-409e-a596-a623d556f50f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:24:20.964115 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af4289d-012d-409e-a596-a623d556f50f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:24:20.999283 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4289d-012d-409e-a596-a623d556f50f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Pushing event updated for resources: {'Port': ['ID=a8097738-7ab1-47ea-932c-fd6f21f389bc,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:24:21.020401 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4289d-012d-409e-a596-a623d556f50f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:24:21.020901 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4289d-012d-409e-a596-a623d556f50f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:24:21.021380 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4289d-012d-409e-a596-a623d556f50f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:24:21.021860 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4289d-012d-409e-a596-a623d556f50f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:24:21.022332 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4289d-012d-409e-a596-a623d556f50f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:24:21.022807 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4289d-012d-409e-a596-a623d556f50f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:24:21.023305 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4289d-012d-409e-a596-a623d556f50f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:24:21.023776 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4289d-012d-409e-a596-a623d556f50f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:24:21.024244 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4289d-012d-409e-a596-a623d556f50f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:24:21.024917 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4289d-012d-409e-a596-a623d556f50f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:24:21.025396 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4289d-012d-409e-a596-a623d556f50f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:24:21.025875 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4289d-012d-409e-a596-a623d556f50f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:24:21.368529 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1af4289d-012d-409e-a596-a623d556f50f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:21.442675 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1af4289d-012d-409e-a596-a623d556f50f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:21.591115 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1af4289d-012d-409e-a596-a623d556f50f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:21.596761 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1af4289d-012d-409e-a596-a623d556f50f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4103680'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:21.635595 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f69ad-9395-4a36-947b-ebd7a6818c1a req-7df2885a-da00-43da-9c39-146db70b6eff tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:21.636801 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-628f69ad-9395-4a36-947b-ebd7a6818c1a req-7df2885a-da00-43da-9c39-146db70b6eff tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a35488e-af57-4277-b72d-17dfdb6e3439 HTTP/1.1" status: 200 len: 945 time: 0.0555482 Sep 27 12:24:21.675289 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4289d-012d-409e-a596-a623d556f50f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Pushing event updated for resources: {'Port': ['ID=a8097738-7ab1-47ea-932c-fd6f21f389bc,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:24:21.691370 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1af4289d-012d-409e-a596-a623d556f50f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528668'] for floatingip, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:21.745446 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-628f69ad-9395-4a36-947b-ebd7a6818c1a req-d762c0fe-48c0-494c-b3af-42f444e87267 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Deleting port aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:24:21.745790 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-628f69ad-9395-4a36-947b-ebd7a6818c1a req-d762c0fe-48c0-494c-b3af-42f444e87267 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:21.842659 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-628f69ad-9395-4a36-947b-ebd7a6818c1a req-d762c0fe-48c0-494c-b3af-42f444e87267 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] For port aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d,segment=NetworkSegment(65c54bfe-b669-4878-8211-f67d90f520fc),segment_id=65c54bfe-b669-4878-8211-f67d90f520fc)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:24:21.843042 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-628f69ad-9395-4a36-947b-ebd7a6818c1a req-d762c0fe-48c0-494c-b3af-42f444e87267 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:21.856788 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-628f69ad-9395-4a36-947b-ebd7a6818c1a req-d762c0fe-48c0-494c-b3af-42f444e87267 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Calling delete_port for aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d owned by compute:nova {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:24:22.002635 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-628f69ad-9395-4a36-947b-ebd7a6818c1a req-d762c0fe-48c0-494c-b3af-42f444e87267 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:22.021055 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:24:22.026316 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.db.l3_db [None req-1af4289d-012d-409e-a596-a623d556f50f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Floating IP 987a5708-54d6-4cb5-8138-86e24fa18654 associated. External IP: 172.27.2.26, port: 1799ed0a-856e-4355-96bd-9e19b4182060. Sep 27 12:24:22.029108 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762c0fe-48c0-494c-b3af-42f444e87267 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Pushing event deleted for resources: {'Port': ['ID=aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:24:22.072149 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-628f69ad-9395-4a36-947b-ebd7a6818c1a req-d762c0fe-48c0-494c-b3af-42f444e87267 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] No DVR routers for this DVR port aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d on host hv-cinder-76845 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:24:22.074667 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-628f69ad-9395-4a36-947b-ebd7a6818c1a req-d762c0fe-48c0-494c-b3af-42f444e87267 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:22.076655 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-628f69ad-9395-4a36-947b-ebd7a6818c1a req-d762c0fe-48c0-494c-b3af-42f444e87267 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.25 "DELETE /v2.0/ports/aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d HTTP/1.1" status: 204 len: 173 time: 0.4337454 Sep 27 12:24:22.077092 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a35488e-af57-4277-b72d-17dfdb6e3439', 'name': 'network-vif-deleted', 'tag': 'aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:24:22.079363 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20138c1-5694-448c-849f-b747c202fb65" -d '{"events": [{"server_uuid": "5a35488e-af57-4277-b72d-17dfdb6e3439", "name": "network-vif-deleted", "tag": "aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:24:22.088004 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1ff87-0d47-4f0c-8ba3-a5a12169ef55 req-7382c811-9062-4dcf-a0ac-0ed71c7c0bf1 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:22.089526 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-29b1ff87-0d47-4f0c-8ba3-a5a12169ef55 req-7382c811-9062-4dcf-a0ac-0ed71c7c0bf1 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a35488e-af57-4277-b72d-17dfdb6e3439 HTTP/1.1" status: 200 len: 867 time: 0.1110122 Sep 27 12:24:22.122699 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46405db-d113-4732-a70d-3f903892bfae x-openstack-request-id: req-f46405db-d113-4732-a70d-3f903892bfae {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:24:22.123022 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a35488e-af57-4277-b72d-17dfdb6e3439", "name": "network-vif-deleted", "tag": "aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:24:22.123278 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f46405db-d113-4732-a70d-3f903892bfae {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:24:22.123671 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a35488e-af57-4277-b72d-17dfdb6e3439', 'name': 'network-vif-deleted', 'tag': 'aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d', 'status': 'completed', 'code': 200} Sep 27 12:24:22.168345 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-29b1ff87-0d47-4f0c-8ba3-a5a12169ef55 req-7dbde675-90a5-43ad-b509-fc6051bfb8f9 tempest-VolumesActionsTest-1008923235 tempest-VolumesActionsTest-1008923235-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0294477-6548-4a89-9edd-f18b95db4edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703886 Sep 27 12:24:22.290477 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af4289d-012d-409e-a596-a623d556f50f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Router 3f82c621-fb88-45bf-89f7-fc852837822c has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:24:22.401863 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af4289d-012d-409e-a596-a623d556f50f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:24:22.412113 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034f897d-904b-434b-8b6a-c88830b313d7 None None] Sync routers for ids ['3f82c621-fb88-45bf-89f7-fc852837822c'] in dv-cinder-768458-11-iscsi {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:24:22.421364 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034f897d-904b-434b-8b6a-c88830b313d7 None None] Routers {'3f82c621-fb88-45bf-89f7-fc852837822c'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:24:22.421924 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-034f897d-904b-434b-8b6a-c88830b313d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:24:17Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['3f82c621-fb88-45bf-89f7-fc852837822c'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:24:22.422776 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1af4289d-012d-409e-a596-a623d556f50f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:22.452652 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-1af4289d-012d-409e-a596-a623d556f50f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9141483 Sep 27 12:24:22.454050 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6abbd43-bed2-48a4-93b8-d8d30fd7b48d', 'tag': '1799ed0a-856e-4355-96bd-9e19b4182060'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:24:22.456092 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 60500) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:24:22.456674 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c26ab455eec571cb02c2f89dbcf09edd8fa8b0e7f71c3551ef27f8a7e15ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7a8668-3c3e-4a27-81a5-e0061a6acb97" -d '{"events": [{"name": "network-changed", "server_uuid": "d6abbd43-bed2-48a4-93b8-d8d30fd7b48d", "tag": "1799ed0a-856e-4355-96bd-9e19b4182060"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:24:22.461336 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-48478456-fcaf-4d1b-9c19-12ee59ad31a7 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-575066546', 'description': 'tempest-secgroup-smoke-575066546 description', 'project_id': 'd267b08e21d045a28d99a52762b5680f'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:24:22.484950 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-48478456-fcaf-4d1b-9c19-12ee59ad31a7 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:22.555626 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-034f897d-904b-434b-8b6a-c88830b313d7 None None] Set router 3f82c621-fb88-45bf-89f7-fc852837822c gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:24:22.583167 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08f0901-19e3-4854-9f57-6a52ccf73510 x-openstack-request-id: req-a08f0901-19e3-4854-9f57-6a52ccf73510 {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:24:22.583698 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6abbd43-bed2-48a4-93b8-d8d30fd7b48d", "tag": "1799ed0a-856e-4355-96bd-9e19b4182060", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:24:22.584125 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a08f0901-19e3-4854-9f57-6a52ccf73510 {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:24:22.584631 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6abbd43-bed2-48a4-93b8-d8d30fd7b48d', 'tag': '1799ed0a-856e-4355-96bd-9e19b4182060', 'status': 'completed', 'code': 200} Sep 27 12:24:22.588305 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-48478456-fcaf-4d1b-9c19-12ee59ad31a7 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:22.599648 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-48478456-fcaf-4d1b-9c19-12ee59ad31a7 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:22.658140 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-48478456-fcaf-4d1b-9c19-12ee59ad31a7 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:22.659413 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-48478456-fcaf-4d1b-9c19-12ee59ad31a7 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2019188 Sep 27 12:24:22.662710 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 60506) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:24:22.666207 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48478456-fcaf-4d1b-9c19-12ee59ad31a7 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81020f0e-707a-4737-89fa-86b127e4e45b,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:24:22.669504 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-a9be365d-3e2d-41b0-a8d9-acd56cce68e4 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Request body: {'security_group_rule': {'security_group_id': '81020f0e-707a-4737-89fa-86b127e4e45b', 'project_id': 'd267b08e21d045a28d99a52762b5680f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:24:22.688637 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a8668-3c3e-4a27-81a5-e0061a6acb97 req-1804629a-96a3-4c5b-9894-7311bac95695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:22.690231 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0c7a8668-3c3e-4a27-81a5-e0061a6acb97 req-1804629a-96a3-4c5b-9894-7311bac95695 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d267b08e21d045a28d99a52762b5680f&device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 1098 time: 0.0688167 Sep 27 12:24:22.701703 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a9be365d-3e2d-41b0-a8d9-acd56cce68e4 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:22.784840 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a9be365d-3e2d-41b0-a8d9-acd56cce68e4 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:22.791628 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a9be365d-3e2d-41b0-a8d9-acd56cce68e4 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646503'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:22.811765 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be365d-3e2d-41b0-a8d9-acd56cce68e4 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f548d88-343f-445a-9840-b63d18218ccb,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:24:22.824010 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a9be365d-3e2d-41b0-a8d9-acd56cce68e4 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:22.826794 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-a9be365d-3e2d-41b0-a8d9-acd56cce68e4 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1624498 Sep 27 12:24:22.829978 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 60508) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:24:22.836347 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-12d00055-90dc-4f4e-8d11-ebd014032fcf tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Request body: {'security_group_rule': {'security_group_id': '81020f0e-707a-4737-89fa-86b127e4e45b', 'project_id': 'd267b08e21d045a28d99a52762b5680f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:24:22.842461 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a8668-3c3e-4a27-81a5-e0061a6acb97 req-a4390c7d-5edd-42ed-ab29-5d9c7af3bc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:22.845492 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0c7a8668-3c3e-4a27-81a5-e0061a6acb97 req-a4390c7d-5edd-42ed-ab29-5d9c7af3bc4b service neutron] 10.222.0.25 "GET /v2.0/networks?id=e3cd76b6-c085-4697-9c16-3648dfee488b HTTP/1.1" status: 200 len: 915 time: 0.1462140 Sep 27 12:24:22.865571 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-12d00055-90dc-4f4e-8d11-ebd014032fcf tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:22.874367 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-034f897d-904b-434b-8b6a-c88830b313d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'name': 'tempest-TestMinimumBasicScenario-456107861-router', 'tenant_id': 'd267b08e21d045a28d99a52762b5680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '9e4dd4f1-090a-48c8-b168-00f0f85d00d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:23:19Z', 'updated_at': '2021-09-27T12:23:23Z', 'revision_number': 4, 'project_id': 'd267b08e21d045a28d99a52762b5680f', 'gw_port': {'id': '9e4dd4f1-090a-48c8-b168-00f0f85d00d1', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:20Z', 'updated_at': '2021-09-27T12:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_floatingips': [{'id': '987a5708-54d6-4cb5-8138-86e24fa18654', 'tenant_id': 'd267b08e21d045a28d99a52762b5680f', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'router_id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'port_id': '1799ed0a-856e-4355-96bd-9e19b4182060', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3cd76b6-c085-4697-9c16-3648dfee488b', 'mac_address': 'fa:16:3e:34:03:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6abbd43-bed2-48a4-93b8-d8d30fd7b48d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:24:21Z', 'updated_at': '2021-09-27T12:24:21Z', 'revision_number': 0, 'project_id': 'd267b08e21d045a28d99a52762b5680f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8', 'name': '', 'network_id': 'e3cd76b6-c085-4697-9c16-3648dfee488b', 'tenant_id': 'd267b08e21d045a28d99a52762b5680f', 'mac_address': 'fa:16:3e:94:c8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '65c84ef7-1e80-4770-933b-4996e7eed0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:22Z', 'updated_at': '2021-09-27T12:23:28Z', 'revision_number': 5, 'project_id': 'd267b08e21d045a28d99a52762b5680f', 'subnets': [{'id': '65c84ef7-1e80-4770-933b-4996e7eed0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:24:22.904790 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034f897d-904b-434b-8b6a-c88830b313d7 None None] Checking router: 3f82c621-fb88-45bf-89f7-fc852837822c for host: dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:24:22.913545 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034f897d-904b-434b-8b6a-c88830b313d7 None None] Routers {'3f82c621-fb88-45bf-89f7-fc852837822c'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:24:22.914157 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-034f897d-904b-434b-8b6a-c88830b313d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:24:17Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['3f82c621-fb88-45bf-89f7-fc852837822c'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:24:22.920074 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0c7a8668-3c3e-4a27-81a5-e0061a6acb97 req-221fbf98-ac2a-42e4-a54d-620728e05be1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1799ed0a-856e-4355-96bd-9e19b4182060 HTTP/1.1" status: 200 len: 998 time: 0.0665679 Sep 27 12:24:22.934277 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-12d00055-90dc-4f4e-8d11-ebd014032fcf tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:22.944011 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-12d00055-90dc-4f4e-8d11-ebd014032fcf tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646503'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:22.967170 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d00055-90dc-4f4e-8d11-ebd014032fcf tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6d5d121-15ec-4dc5-88e0-ab70ec3c26ac,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:24:22.977495 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-12d00055-90dc-4f4e-8d11-ebd014032fcf tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:22.978930 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-12d00055-90dc-4f4e-8d11-ebd014032fcf tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1476886 Sep 27 12:24:22.981644 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 60510) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:24:22.982885 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a8668-3c3e-4a27-81a5-e0061a6acb97 req-4ae81126-2fe1-4a93-91af-ca01e6d8ad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:22.984402 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0c7a8668-3c3e-4a27-81a5-e0061a6acb97 req-4ae81126-2fe1-4a93-91af-ca01e6d8ad05 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=65c84ef7-1e80-4770-933b-4996e7eed0f4 HTTP/1.1" status: 200 len: 853 time: 0.0535617 Sep 27 12:24:22.986339 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-ed3e4bc3-c0ce-4780-8dbd-7a92e8bdfee2 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Request body: {'security_group_rule': {'security_group_id': '81020f0e-707a-4737-89fa-86b127e4e45b', 'project_id': 'd267b08e21d045a28d99a52762b5680f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:24:23.015006 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ed3e4bc3-c0ce-4780-8dbd-7a92e8bdfee2 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:23.034607 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-034f897d-904b-434b-8b6a-c88830b313d7 None None] Set router 3f82c621-fb88-45bf-89f7-fc852837822c gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:24:23.036400 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a8668-3c3e-4a27-81a5-e0061a6acb97 req-47aefdb4-85ae-486a-b086-7225a440322f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:23.038044 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0c7a8668-3c3e-4a27-81a5-e0061a6acb97 req-47aefdb4-85ae-486a-b086-7225a440322f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e3cd76b6-c085-4697-9c16-3648dfee488b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0439882 Sep 27 12:24:23.079449 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ed3e4bc3-c0ce-4780-8dbd-7a92e8bdfee2 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:23.084133 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ed3e4bc3-c0ce-4780-8dbd-7a92e8bdfee2 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646503'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:23.107038 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ed3e4bc3-c0ce-4780-8dbd-7a92e8bdfee2 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:23.111403 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-ed3e4bc3-c0ce-4780-8dbd-7a92e8bdfee2 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256056 Sep 27 12:24:23.111403 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e4bc3-c0ce-4780-8dbd-7a92e8bdfee2 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2504c6ec-75c1-4d3a-ac9d-2d8a35105a53,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:24:23.112912 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 60512) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:24:23.118550 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-71728a9b-6a99-42e8-aa20-0f7d4e9c1023 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Request body: {'security_group_rule': {'security_group_id': '81020f0e-707a-4737-89fa-86b127e4e45b', 'project_id': 'd267b08e21d045a28d99a52762b5680f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:24:23.158127 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0c7a8668-3c3e-4a27-81a5-e0061a6acb97 req-a54ac54d-8de6-4d86-b594-ba017a4fdac3 service neutron] 10.222.0.25 "GET /v2.0/networks/e3cd76b6-c085-4697-9c16-3648dfee488b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114137 Sep 27 12:24:23.163978 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-71728a9b-6a99-42e8-aa20-0f7d4e9c1023 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:23.279031 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-034f897d-904b-434b-8b6a-c88830b313d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'name': 'tempest-TestMinimumBasicScenario-456107861-router', 'tenant_id': 'd267b08e21d045a28d99a52762b5680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '9e4dd4f1-090a-48c8-b168-00f0f85d00d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:23:19Z', 'updated_at': '2021-09-27T12:23:23Z', 'revision_number': 4, 'project_id': 'd267b08e21d045a28d99a52762b5680f', 'gw_port': {'id': '9e4dd4f1-090a-48c8-b168-00f0f85d00d1', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:20Z', 'updated_at': '2021-09-27T12:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_floatingips': [{'id': '987a5708-54d6-4cb5-8138-86e24fa18654', 'tenant_id': 'd267b08e21d045a28d99a52762b5680f', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'router_id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'port_id': '1799ed0a-856e-4355-96bd-9e19b4182060', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3cd76b6-c085-4697-9c16-3648dfee488b', 'mac_address': 'fa:16:3e:34:03:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6abbd43-bed2-48a4-93b8-d8d30fd7b48d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:24:21Z', 'updated_at': '2021-09-27T12:24:21Z', 'revision_number': 0, 'project_id': 'd267b08e21d045a28d99a52762b5680f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8', 'name': '', 'network_id': 'e3cd76b6-c085-4697-9c16-3648dfee488b', 'tenant_id': 'd267b08e21d045a28d99a52762b5680f', 'mac_address': 'fa:16:3e:94:c8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '65c84ef7-1e80-4770-933b-4996e7eed0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:22Z', 'updated_at': '2021-09-27T12:23:28Z', 'revision_number': 5, 'project_id': 'd267b08e21d045a28d99a52762b5680f', 'subnets': [{'id': '65c84ef7-1e80-4770-933b-4996e7eed0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:24:23.294891 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-71728a9b-6a99-42e8-aa20-0f7d4e9c1023 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:23.299741 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0c7a8668-3c3e-4a27-81a5-e0061a6acb97 req-5949e77f-2479-4f26-a61f-e455b9e6114f service neutron] 10.222.0.25 "GET /v2.0/networks/e3cd76b6-c085-4697-9c16-3648dfee488b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330676 Sep 27 12:24:23.300919 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-71728a9b-6a99-42e8-aa20-0f7d4e9c1023 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646503'] for security_group_rule, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:23.307393 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034f897d-904b-434b-8b6a-c88830b313d7 None None] The sync data for ids ['3f82c621-fb88-45bf-89f7-fc852837822c'] in dv-cinder-768458-11-iscsi is: [{'id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'name': 'tempest-TestMinimumBasicScenario-456107861-router', 'tenant_id': 'd267b08e21d045a28d99a52762b5680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '9e4dd4f1-090a-48c8-b168-00f0f85d00d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:23:19Z', 'updated_at': '2021-09-27T12:23:23Z', 'revision_number': 4, 'project_id': 'd267b08e21d045a28d99a52762b5680f', 'gw_port': {'id': '9e4dd4f1-090a-48c8-b168-00f0f85d00d1', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:20Z', 'updated_at': '2021-09-27T12:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_floatingips': [{'id': '987a5708-54d6-4cb5-8138-86e24fa18654', 'tenant_id': 'd267b08e21d045a28d99a52762b5680f', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'router_id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'port_id': '1799ed0a-856e-4355-96bd-9e19b4182060', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3cd76b6-c085-4697-9c16-3648dfee488b', 'mac_address': 'fa:16:3e:34:03:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6abbd43-bed2-48a4-93b8-d8d30fd7b48d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:24:21Z', 'updated_at': '2021-09-27T12:24:21Z', 'revision_number': 0, 'project_id': 'd267b08e21d045a28d99a52762b5680f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8', 'name': '', 'network_id': 'e3cd76b6-c085-4697-9c16-3648dfee488b', 'tenant_id': 'd267b08e21d045a28d99a52762b5680f', 'mac_address': 'fa:16:3e:94:c8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '65c84ef7-1e80-4770-933b-4996e7eed0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:22Z', 'updated_at': '2021-09-27T12:23:28Z', 'revision_number': 5, 'project_id': 'd267b08e21d045a28d99a52762b5680f', 'subnets': [{'id': '65c84ef7-1e80-4770-933b-4996e7eed0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:24:23.329408 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-71728a9b-6a99-42e8-aa20-0f7d4e9c1023 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:23.331023 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-71728a9b-6a99-42e8-aa20-0f7d4e9c1023 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2179182 Sep 27 12:24:23.332974 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71728a9b-6a99-42e8-aa20-0f7d4e9c1023 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9685e62-8ee6-4b37-bf4e-83689dd2492e,revision_number=0']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:24:23.333982 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 60520) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:24:23.338710 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-0b360cd6-1771-48f1-af05-e99f78365be4 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Request body: {'security_group_rule': {'security_group_id': '81020f0e-707a-4737-89fa-86b127e4e45b', 'project_id': 'd267b08e21d045a28d99a52762b5680f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:24:23.366943 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.db.securitygroups_db [None req-0b360cd6-1771-48f1-af05-e99f78365be4 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Project d267b08e21d045a28d99a52762b5680f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 12:24:23.372165 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0b360cd6-1771-48f1-af05-e99f78365be4 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:23.451630 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0b360cd6-1771-48f1-af05-e99f78365be4 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:23.456105 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0b360cd6-1771-48f1-af05-e99f78365be4 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646503'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:23.480183 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b360cd6-1771-48f1-af05-e99f78365be4 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb1ef76f-ba02-44c2-8b6a-cd76a358f41f,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:24:23.496813 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0b360cd6-1771-48f1-af05-e99f78365be4 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:23.501303 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 60528) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:24:23.501487 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-0b360cd6-1771-48f1-af05-e99f78365be4 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1662407 Sep 27 12:24:23.506259 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-bd4ab816-3e6d-4dca-a70e-97d870673179 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Request body: {'security_group_rule': {'security_group_id': '81020f0e-707a-4737-89fa-86b127e4e45b', 'project_id': 'd267b08e21d045a28d99a52762b5680f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:24:23.534899 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.db.securitygroups_db [None req-bd4ab816-3e6d-4dca-a70e-97d870673179 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Project d267b08e21d045a28d99a52762b5680f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 12:24:23.540667 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bd4ab816-3e6d-4dca-a70e-97d870673179 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:23.566615 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713497d5-1f6e-46c2-9ce8-7303403ac693 None None] New status for floating IP 987a5708-54d6-4cb5-8138-86e24fa18654: ACTIVE {{(pid=94064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:24:23.610826 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bd4ab816-3e6d-4dca-a70e-97d870673179 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:23.615554 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bd4ab816-3e6d-4dca-a70e-97d870673179 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646503'] for security_group_rule, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:23.635035 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ab816-3e6d-4dca-a70e-97d870673179 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca312791-2f88-422b-9b00-e30bde031b6f,revision_number=0']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:24:23.643406 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bd4ab816-3e6d-4dca-a70e-97d870673179 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:23.644926 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-bd4ab816-3e6d-4dca-a70e-97d870673179 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1422286 Sep 27 12:24:23.752687 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-eec064fc-d62c-4329-87ee-3a2c099c7da4 req-149f6f5c-3ea6-4976-8b07-6aeda59c24d4 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-575066546&fields=id&tenant_id=d267b08e21d045a28d99a52762b5680f HTTP/1.1" status: 200 len: 267 time: 0.0522981 Sep 27 12:24:23.814876 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec064fc-d62c-4329-87ee-3a2c099c7da4 req-ee868c35-8ddf-43f3-968a-f21bc8f54558 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:23.816416 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-eec064fc-d62c-4329-87ee-3a2c099c7da4 req-ee868c35-8ddf-43f3-968a-f21bc8f54558 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 945 time: 0.0537226 Sep 27 12:24:23.827754 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-eec064fc-d62c-4329-87ee-3a2c099c7da4 req-661bfb01-1a3d-405c-a324-f09e9413b473 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Request body: {'port': {'security_groups': ['83cdfd2c-6b67-4890-8887-a202efe8be88', '81020f0e-707a-4737-89fa-86b127e4e45b']}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:24:23.893709 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-eec064fc-d62c-4329-87ee-3a2c099c7da4 req-661bfb01-1a3d-405c-a324-f09e9413b473 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:24.087742 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-eec064fc-d62c-4329-87ee-3a2c099c7da4 req-661bfb01-1a3d-405c-a324-f09e9413b473 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] For port 1799ed0a-856e-4355-96bd-9e19b4182060, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1799ed0a-856e-4355-96bd-9e19b4182060,segment=NetworkSegment(b9105ff4-524d-49cb-8c62-5683eb365ab2),segment_id=b9105ff4-524d-49cb-8c62-5683eb365ab2)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:24:24.116310 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-eec064fc-d62c-4329-87ee-3a2c099c7da4 req-661bfb01-1a3d-405c-a324-f09e9413b473 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:24.121423 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-eec064fc-d62c-4329-87ee-3a2c099c7da4 req-661bfb01-1a3d-405c-a324-f09e9413b473 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:24.133725 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['1799ed0a-856e-4355-96bd-9e19b4182060'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:24:24.163140 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec064fc-d62c-4329-87ee-3a2c099c7da4 req-661bfb01-1a3d-405c-a324-f09e9413b473 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:24.163725 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-eec064fc-d62c-4329-87ee-3a2c099c7da4 req-661bfb01-1a3d-405c-a324-f09e9413b473 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:24.165156 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-eec064fc-d62c-4329-87ee-3a2c099c7da4 req-661bfb01-1a3d-405c-a324-f09e9413b473 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "PUT /v2.0/ports/1799ed0a-856e-4355-96bd-9e19b4182060 HTTP/1.1" status: 200 len: 981 time: 0.3422165 Sep 27 12:24:24.167824 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6abbd43-bed2-48a4-93b8-d8d30fd7b48d', 'tag': '1799ed0a-856e-4355-96bd-9e19b4182060'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:24:24.170070 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb90ab4-0734-4ab7-9c73-f18bf80bc680" -d '{"events": [{"name": "network-changed", "server_uuid": "d6abbd43-bed2-48a4-93b8-d8d30fd7b48d", "tag": "1799ed0a-856e-4355-96bd-9e19b4182060"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:24:24.225551 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661bfb01-1a3d-405c-a324-f09e9413b473 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Pushing event updated for resources: {'Port': ['ID=1799ed0a-856e-4355-96bd-9e19b4182060,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:24:24.236947 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3c2eab-4d92-453f-8212-84ff649404f0 x-openstack-request-id: req-ac3c2eab-4d92-453f-8212-84ff649404f0 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:24:24.237242 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6abbd43-bed2-48a4-93b8-d8d30fd7b48d", "tag": "1799ed0a-856e-4355-96bd-9e19b4182060", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:24:24.237502 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ac3c2eab-4d92-453f-8212-84ff649404f0 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:24:24.237901 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6abbd43-bed2-48a4-93b8-d8d30fd7b48d', 'tag': '1799ed0a-856e-4355-96bd-9e19b4182060', 'status': 'completed', 'code': 200} Sep 27 12:24:24.269280 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['1799ed0a-856e-4355-96bd-9e19b4182060'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:24:24.320881 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf00b5-322a-434e-aa06-ed47a738698d req-bf8b1562-b021-4d73-a990-d046a2a5d896 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:24.323590 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a8cf00b5-322a-434e-aa06-ed47a738698d req-bf8b1562-b021-4d73-a990-d046a2a5d896 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 984 time: 0.0819218 Sep 27 12:24:24.357709 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb90ab4-0734-4ab7-9c73-f18bf80bc680 req-bf1284a9-9d9d-48e8-a902-c90344fc28a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:24.359225 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-dcb90ab4-0734-4ab7-9c73-f18bf80bc680 req-bf1284a9-9d9d-48e8-a902-c90344fc28a9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d267b08e21d045a28d99a52762b5680f&device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 1137 time: 0.0793130 Sep 27 12:24:24.381874 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a8cf00b5-322a-434e-aa06-ed47a738698d req-d070f2e4-4aa1-4de6-b2a0-3cfbf7d9b94d tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&id=81020f0e-707a-4737-89fa-86b127e4e45b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524054 Sep 27 12:24:24.428271 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c95667bd-6f57-482a-a7e8-d103b4453cd6 None None] Provisioning complete for port 1799ed0a-856e-4355-96bd-9e19b4182060 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:24:24.428633 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c95667bd-6f57-482a-a7e8-d103b4453cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:24.463769 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb90ab4-0734-4ab7-9c73-f18bf80bc680 req-ff8686a9-dd0d-4503-ab7a-8c0054ea65fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:24.465227 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-dcb90ab4-0734-4ab7-9c73-f18bf80bc680 req-ff8686a9-dd0d-4503-ab7a-8c0054ea65fa service neutron] 10.222.0.25 "GET /v2.0/networks?id=e3cd76b6-c085-4697-9c16-3648dfee488b HTTP/1.1" status: 200 len: 915 time: 0.0956430 Sep 27 12:24:25.801359 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-dcb90ab4-0734-4ab7-9c73-f18bf80bc680 req-5faf6b4b-f932-46fa-a6c1-bbeefa6cbac6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1799ed0a-856e-4355-96bd-9e19b4182060 HTTP/1.1" status: 200 len: 1000 time: 0.0587008 Sep 27 12:24:26.742531 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb90ab4-0734-4ab7-9c73-f18bf80bc680 req-42e3589e-cb19-47d7-947e-64215cd78823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:26.743955 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-dcb90ab4-0734-4ab7-9c73-f18bf80bc680 req-42e3589e-cb19-47d7-947e-64215cd78823 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=65c84ef7-1e80-4770-933b-4996e7eed0f4 HTTP/1.1" status: 200 len: 853 time: 0.0441628 Sep 27 12:24:28.138864 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:24:28.142378 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb90ab4-0734-4ab7-9c73-f18bf80bc680 req-af8847ad-1024-4de1-895c-628b813f3146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:28.144954 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-dcb90ab4-0734-4ab7-9c73-f18bf80bc680 req-af8847ad-1024-4de1-895c-628b813f3146 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e3cd76b6-c085-4697-9c16-3648dfee488b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0505350 Sep 27 12:24:28.161306 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] No Port match for: aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:24:28.161713 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device aa0e2c16-e7cc-4af1-8f7c-6757a1f3616d not bound to the agent host hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:24:28.248280 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-dcb90ab4-0734-4ab7-9c73-f18bf80bc680 req-031e372c-3a45-40ef-8fb2-01ade255b861 service neutron] 10.222.0.25 "GET /v2.0/networks/e3cd76b6-c085-4697-9c16-3648dfee488b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941536 Sep 27 12:24:28.356145 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-dcb90ab4-0734-4ab7-9c73-f18bf80bc680 req-7d4c4d22-42ad-418f-bec8-58f0b0bafb30 service neutron] 10.222.0.25 "GET /v2.0/networks/e3cd76b6-c085-4697-9c16-3648dfee488b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991373 Sep 27 12:24:38.690453 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:24:41.519663 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:42.006076 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-dfc18473-3aea-49b8-9879-ff77769ac212 req-8a643fa3-9954-447a-aeb0-7e1ae04c1e74 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508227 Sep 27 12:24:42.096352 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc18473-3aea-49b8-9879-ff77769ac212 req-4def249b-1c48-4e5b-a846-4b031bedd08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:42.097857 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-dfc18473-3aea-49b8-9879-ff77769ac212 req-4def249b-1c48-4e5b-a846-4b031bedd08f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=72093fa7db4244d79c19eca210667037&device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 1099 time: 0.0452714 Sep 27 12:24:42.225376 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc18473-3aea-49b8-9879-ff77769ac212 req-6708df20-e0f5-44c7-ad32-4ec68c925837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:42.227599 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-dfc18473-3aea-49b8-9879-ff77769ac212 req-6708df20-e0f5-44c7-ad32-4ec68c925837 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5403b160-6d1e-45bc-9efc-c408d4d66d43 HTTP/1.1" status: 200 len: 918 time: 0.1068766 Sep 27 12:24:42.301075 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-dfc18473-3aea-49b8-9879-ff77769ac212 req-26287e0b-520c-4859-a769-6f91f982596f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b0c1849-8983-4161-af1f-fc3931118d95 HTTP/1.1" status: 200 len: 1000 time: 0.0625196 Sep 27 12:24:42.367969 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc18473-3aea-49b8-9879-ff77769ac212 req-b3267087-111b-403f-a2b2-62028afd3108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:42.369878 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-dfc18473-3aea-49b8-9879-ff77769ac212 req-b3267087-111b-403f-a2b2-62028afd3108 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c2b6d0e0-734d-4b24-98bc-9d4bdee30d50 HTTP/1.1" status: 200 len: 856 time: 0.0610132 Sep 27 12:24:42.420169 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc18473-3aea-49b8-9879-ff77769ac212 req-55899c52-f7ad-4f7b-b5fb-7ffd7d56a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:24:42.422195 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-dfc18473-3aea-49b8-9879-ff77769ac212 req-55899c52-f7ad-4f7b-b5fb-7ffd7d56a83a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5403b160-6d1e-45bc-9efc-c408d4d66d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440640 Sep 27 12:24:42.518838 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-dfc18473-3aea-49b8-9879-ff77769ac212 req-17e06e98-2e42-4cad-8823-c43d9e31496c service neutron] 10.222.0.25 "GET /v2.0/networks/5403b160-6d1e-45bc-9efc-c408d4d66d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880351 Sep 27 12:24:42.627228 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-dfc18473-3aea-49b8-9879-ff77769ac212 req-e2dc8861-a792-45ce-8e6c-db9b1874ec0e service neutron] 10.222.0.25 "GET /v2.0/networks/5403b160-6d1e-45bc-9efc-c408d4d66d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990596 Sep 27 12:24:45.318397 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3c304468-edda-4600-9722-e55fd48421f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:46.160775 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 60770) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:24:46.205263 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7889c3f-dc9f-4e85-8cc4-0f2e9c8d9718 admin admin] Deleting subnet bdad0d11-7237-40fe-a52f-50c9034228a2 {{(pid=94061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:24:46.208754 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a7889c3f-dc9f-4e85-8cc4-0f2e9c8d9718 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:46.242316 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a7889c3f-dc9f-4e85-8cc4-0f2e9c8d9718 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8886147'] for subnet, precommit_delete_associations {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:46.284345 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a7889c3f-dc9f-4e85-8cc4-0f2e9c8d9718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8349256'] for subnet, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:46.334901 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a7889c3f-dc9f-4e85-8cc4-0f2e9c8d9718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8349249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8488502'] for subnet, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:46.358799 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7889c3f-dc9f-4e85-8cc4-0f2e9c8d9718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdad0d11-7237-40fe-a52f-50c9034228a2,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:24:46.363166 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a7889c3f-dc9f-4e85-8cc4-0f2e9c8d9718 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:46.365552 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-a7889c3f-dc9f-4e85-8cc4-0f2e9c8d9718 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/bdad0d11-7237-40fe-a52f-50c9034228a2 HTTP/1.1" status: 204 len: 168 time: 0.2037344 Sep 27 12:24:46.367468 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 60772) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:24:46.370425 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7889c3f-dc9f-4e85-8cc4-0f2e9c8d9718 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:24:46.370792 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7889c3f-dc9f-4e85-8cc4-0f2e9c8d9718 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:24:46.371151 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7889c3f-dc9f-4e85-8cc4-0f2e9c8d9718 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:24:46.371484 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7889c3f-dc9f-4e85-8cc4-0f2e9c8d9718 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:24:46.371924 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7889c3f-dc9f-4e85-8cc4-0f2e9c8d9718 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:24:46.372243 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7889c3f-dc9f-4e85-8cc4-0f2e9c8d9718 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:24:46.372570 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7889c3f-dc9f-4e85-8cc4-0f2e9c8d9718 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:24:46.372894 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7889c3f-dc9f-4e85-8cc4-0f2e9c8d9718 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:24:46.373216 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7889c3f-dc9f-4e85-8cc4-0f2e9c8d9718 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:24:46.373531 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7889c3f-dc9f-4e85-8cc4-0f2e9c8d9718 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:24:46.373845 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7889c3f-dc9f-4e85-8cc4-0f2e9c8d9718 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:24:46.374159 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7889c3f-dc9f-4e85-8cc4-0f2e9c8d9718 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:24:46.439157 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-215e56d9-1636-4a65-8c7e-74a0588ea7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7874224'] for network, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:46.518968 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-215e56d9-1636-4a65-8c7e-74a0588ea7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8355569', 'neutron.services.segments.db._delete_segments_for_network-8743558924948'] for network, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:46.539306 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-215e56d9-1636-4a65-8c7e-74a0588ea7a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee4d33e8-747e-4c19-8c2a-3e3b9220e075']}} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:24:46.548968 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-215e56d9-1636-4a65-8c7e-74a0588ea7a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c54bfe-b669-4878-8211-f67d90f520fc') {'for_net_delete': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:24:46.549261 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-215e56d9-1636-4a65-8c7e-74a0588ea7a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c54bfe-b669-4878-8211-f67d90f520fc') {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:24:46.558306 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-215e56d9-1636-4a65-8c7e-74a0588ea7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743558923165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328871'] for segment, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:46.572048 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-215e56d9-1636-4a65-8c7e-74a0588ea7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:46.578935 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-215e56d9-1636-4a65-8c7e-74a0588ea7a5 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:24:46.579364 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-215e56d9-1636-4a65-8c7e-74a0588ea7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4103672'] for segment, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:46.580966 dv-cinder-768458-11-iscsi neutron-server[94062]: Traceback (most recent call last): Sep 27 12:24:46.580966 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:24:46.580966 dv-cinder-768458-11-iscsi neutron-server[94062]: timer() Sep 27 12:24:46.580966 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:24:46.580966 dv-cinder-768458-11-iscsi neutron-server[94062]: cb(*args, **kw) Sep 27 12:24:46.580966 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:24:46.580966 dv-cinder-768458-11-iscsi neutron-server[94062]: return func(*args, **kwargs) Sep 27 12:24:46.580966 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:24:46.580966 dv-cinder-768458-11-iscsi neutron-server[94062]: self._notify() Sep 27 12:24:46.580966 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:24:46.580966 dv-cinder-768458-11-iscsi neutron-server[94062]: self.callback(batched_events) Sep 27 12:24:46.580966 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:24:46.580966 dv-cinder-768458-11-iscsi neutron-server[94062]: event.method(event) Sep 27 12:24:46.580966 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:24:46.580966 dv-cinder-768458-11-iscsi neutron-server[94062]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:24:46.580966 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:24:46.580966 dv-cinder-768458-11-iscsi neutron-server[94062]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:24:46.580966 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:24:46.580966 dv-cinder-768458-11-iscsi neutron-server[94062]: return f(self, *a, **k) Sep 27 12:24:46.580966 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:24:46.580966 dv-cinder-768458-11-iscsi neutron-server[94062]: return self._get(url).json() Sep 27 12:24:46.580966 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:24:46.580966 dv-cinder-768458-11-iscsi neutron-server[94062]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:24:46.580966 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:24:46.580966 dv-cinder-768458-11-iscsi neutron-server[94062]: return self.request(url, 'GET', **kwargs) Sep 27 12:24:46.580966 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:24:46.580966 dv-cinder-768458-11-iscsi neutron-server[94062]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:24:46.580966 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:24:46.580966 dv-cinder-768458-11-iscsi neutron-server[94062]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:24:46.580966 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:24:46.580966 dv-cinder-768458-11-iscsi neutron-server[94062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:24:46.580966 dv-cinder-768458-11-iscsi neutron-server[94062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:24:46.634296 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-215e56d9-1636-4a65-8c7e-74a0588ea7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8355526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528650'] for network, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:46.639637 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-215e56d9-1636-4a65-8c7e-74a0588ea7a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:46.642038 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-215e56d9-1636-4a65-8c7e-74a0588ea7a5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ee4d33e8-747e-4c19-8c2a-3e3b9220e075 HTTP/1.1" status: 204 len: 168 time: 0.2735934 Sep 27 12:24:46.652658 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e56d9-1636-4a65-8c7e-74a0588ea7a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee4d33e8-747e-4c19-8c2a-3e3b9220e075,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:24:46.748166 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 60776) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:24:46.786704 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-f17f1eeb-9b37-42bf-9b49-1ecc68cca405 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2f93a18e8b964bdd9477a80bbeff946b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372624 Sep 27 12:24:46.789181 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 60778) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:24:46.841822 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-99aec30c-83d9-4a76-ae1f-095a7abd4ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:46.862748 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-99aec30c-83d9-4a76-ae1f-095a7abd4ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:46.911341 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-99aec30c-83d9-4a76-ae1f-095a7abd4ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:46.913862 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-99aec30c-83d9-4a76-ae1f-095a7abd4ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:46.915012 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-99aec30c-83d9-4a76-ae1f-095a7abd4ef0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f0294477-6548-4a89-9edd-f18b95db4edb HTTP/1.1" status: 204 len: 168 time: 0.1248994 Sep 27 12:24:46.923598 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aec30c-83d9-4a76-ae1f-095a7abd4ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0294477-6548-4a89-9edd-f18b95db4edb,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:24:47.518419 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e8dc70f0-edf8-4767-8e13-7ef2e028e7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:48.704206 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:49.639542 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:24:50.864141 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:11.526811 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:15.319357 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5daf77a-1628-4dd3-85f7-bb6a223fe98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:15.690411 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:25:16.106200 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374bddb-f66c-4762-a2dd-e8cdba7c3a71 req-c515726d-004a-49c6-a25e-cdbed055e4b8 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:16.107772 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a374bddb-f66c-4762-a2dd-e8cdba7c3a71 req-c515726d-004a-49c6-a25e-cdbed055e4b8 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 946 time: 0.0624807 Sep 27 12:25:16.149501 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a374bddb-f66c-4762-a2dd-e8cdba7c3a71 req-5d64960c-44b3-47cb-993e-396a0c9e457c tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349989 Sep 27 12:25:17.272711 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd089e1-7bf7-40e4-8df2-8c9a6fe134ad req-c4392a67-5c2c-4846-8a56-45c26286e73e tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:17.275498 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7fd089e1-7bf7-40e4-8df2-8c9a6fe134ad req-c4392a67-5c2c-4846-8a56-45c26286e73e tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 946 time: 0.0505927 Sep 27 12:25:17.320000 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7fd089e1-7bf7-40e4-8df2-8c9a6fe134ad req-e127d509-2b2e-4aed-98b0-e247242a8391 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397670 Sep 27 12:25:17.401041 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301df43c-9d5c-43f1-884e-d4169b181919 req-650e67c6-87c5-4f20-8996-f4197dc3ab02 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:17.402544 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-301df43c-9d5c-43f1-884e-d4169b181919 req-650e67c6-87c5-4f20-8996-f4197dc3ab02 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0509436 Sep 27 12:25:17.447709 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-301df43c-9d5c-43f1-884e-d4169b181919 req-f119df6b-2be8-4e8a-bd96-cbdaed98ce95 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376644 Sep 27 12:25:17.520022 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4573afe8-8f68-4fbe-9df1-375292079617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:18.000147 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8a96b-30f7-40f2-b367-d75cd107c5e9 req-8e75b541-04f4-4087-8ddf-34826aa5e573 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:18.001591 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1ce8a96b-30f7-40f2-b367-d75cd107c5e9 req-8e75b541-04f4-4087-8ddf-34826aa5e573 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 946 time: 0.0475185 Sep 27 12:25:18.092968 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-1ce8a96b-30f7-40f2-b367-d75cd107c5e9 req-60ed1fb3-dab3-407f-8329-3c03ee3d1f3f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Deleting port 5b0c1849-8983-4161-af1f-fc3931118d95 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:25:18.093306 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-1ce8a96b-30f7-40f2-b367-d75cd107c5e9 req-60ed1fb3-dab3-407f-8329-3c03ee3d1f3f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:18.183216 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-1ce8a96b-30f7-40f2-b367-d75cd107c5e9 req-60ed1fb3-dab3-407f-8329-3c03ee3d1f3f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] For port 5b0c1849-8983-4161-af1f-fc3931118d95, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5b0c1849-8983-4161-af1f-fc3931118d95,segment=NetworkSegment(2a6580eb-8685-4d7a-9cf9-25621c7b4860),segment_id=2a6580eb-8685-4d7a-9cf9-25621c7b4860)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:25:18.183576 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-1ce8a96b-30f7-40f2-b367-d75cd107c5e9 req-60ed1fb3-dab3-407f-8329-3c03ee3d1f3f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:18.452745 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057fd865-93cd-48a9-b55a-1e78bf21efba req-7ed619f8-5234-459a-a6d8-02a9ba7c46dc tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:18.454240 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-057fd865-93cd-48a9-b55a-1e78bf21efba req-7ed619f8-5234-459a-a6d8-02a9ba7c46dc tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 946 time: 0.0503969 Sep 27 12:25:18.459047 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-1ce8a96b-30f7-40f2-b367-d75cd107c5e9 req-60ed1fb3-dab3-407f-8329-3c03ee3d1f3f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:18.459521 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-1ce8a96b-30f7-40f2-b367-d75cd107c5e9 req-60ed1fb3-dab3-407f-8329-3c03ee3d1f3f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528668'] for floatingip, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:18.459715 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.db.l3_db [req-1ce8a96b-30f7-40f2-b367-d75cd107c5e9 req-60ed1fb3-dab3-407f-8329-3c03ee3d1f3f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Floating IP 7d10291f-c064-46e7-9ff2-ba47e127dd02 disassociated. External IP: 172.27.2.88, port: 5b0c1849-8983-4161-af1f-fc3931118d95. Sep 27 12:25:18.460049 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-1ce8a96b-30f7-40f2-b367-d75cd107c5e9 req-60ed1fb3-dab3-407f-8329-3c03ee3d1f3f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Calling delete_port for 5b0c1849-8983-4161-af1f-fc3931118d95 owned by compute:nova {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:25:18.503059 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-057fd865-93cd-48a9-b55a-1e78bf21efba req-e970cec3-0eb5-49b6-8585-3e674297c691 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419159 Sep 27 12:25:18.704914 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:18.811762 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02f831-e2c0-4e99-b239-f688aa0c0c6c req-ae295a23-c5ee-4cbb-93c4-03e66c1328fb tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:18.813271 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-cc02f831-e2c0-4e99-b239-f688aa0c0c6c req-ae295a23-c5ee-4cbb-93c4-03e66c1328fb tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0711474 Sep 27 12:25:18.882967 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-cc02f831-e2c0-4e99-b239-f688aa0c0c6c req-dc7f40d4-5e41-497e-9b27-2c8b34be2e20 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634882 Sep 27 12:25:18.892435 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-1ce8a96b-30f7-40f2-b367-d75cd107c5e9 req-60ed1fb3-dab3-407f-8329-3c03ee3d1f3f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:18.929526 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed1fb3-dab3-407f-8329-3c03ee3d1f3f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Pushing event deleted for resources: {'Port': ['ID=5b0c1849-8983-4161-af1f-fc3931118d95,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:25:19.045840 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ce8a96b-30f7-40f2-b367-d75cd107c5e9 req-60ed1fb3-dab3-407f-8329-3c03ee3d1f3f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Router 7e34173f-b3cd-4495-90f3-2967c66803be has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:25:19.153745 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ce8a96b-30f7-40f2-b367-d75cd107c5e9 req-60ed1fb3-dab3-407f-8329-3c03ee3d1f3f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:25:19.164558 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed713e60-4d96-45f5-b6a8-75c91c0eab79 None None] Sync routers for ids ['7e34173f-b3cd-4495-90f3-2967c66803be'] in dv-cinder-768458-11-iscsi {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:25:19.174352 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed713e60-4d96-45f5-b6a8-75c91c0eab79 None None] Routers {'7e34173f-b3cd-4495-90f3-2967c66803be'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:25:19.175073 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-ed713e60-4d96-45f5-b6a8-75c91c0eab79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:25:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['7e34173f-b3cd-4495-90f3-2967c66803be'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:25:19.194006 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce8a96b-30f7-40f2-b367-d75cd107c5e9 req-60ed1fb3-dab3-407f-8329-3c03ee3d1f3f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] No DVR routers for this DVR port 5b0c1849-8983-4161-af1f-fc3931118d95 on host hv-cinder-76845 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:25:19.196613 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-1ce8a96b-30f7-40f2-b367-d75cd107c5e9 req-60ed1fb3-dab3-407f-8329-3c03ee3d1f3f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:19.198641 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1ce8a96b-30f7-40f2-b367-d75cd107c5e9 req-60ed1fb3-dab3-407f-8329-3c03ee3d1f3f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.25 "DELETE /v2.0/ports/5b0c1849-8983-4161-af1f-fc3931118d95 HTTP/1.1" status: 204 len: 173 time: 1.1899855 Sep 27 12:25:19.199108 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9', 'name': 'network-vif-deleted', 'tag': '5b0c1849-8983-4161-af1f-fc3931118d95'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:25:19.201368 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7163034-6468-44df-822f-4df4a4d04e06" -d '{"events": [{"server_uuid": "2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9", "name": "network-vif-deleted", "tag": "5b0c1849-8983-4161-af1f-fc3931118d95"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:25:19.239058 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17ad7ca-9b80-4da2-b99f-efeabfaf335f x-openstack-request-id: req-e17ad7ca-9b80-4da2-b99f-efeabfaf335f {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:25:19.239387 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9", "name": "network-vif-deleted", "tag": "5b0c1849-8983-4161-af1f-fc3931118d95", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:25:19.239633 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e17ad7ca-9b80-4da2-b99f-efeabfaf335f {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:25:19.240011 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9', 'name': 'network-vif-deleted', 'tag': '5b0c1849-8983-4161-af1f-fc3931118d95', 'status': 'completed', 'code': 200} Sep 27 12:25:19.295091 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-ed713e60-4d96-45f5-b6a8-75c91c0eab79 None None] Set router 7e34173f-b3cd-4495-90f3-2967c66803be gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:25:19.495233 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-ed713e60-4d96-45f5-b6a8-75c91c0eab79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'name': 'tempest-AttachVolumeShelveTestJSON-2004355141-router', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:18:27Z', 'updated_at': '2021-09-27T12:18:33Z', 'revision_number': 4, 'project_id': '72093fa7db4244d79c19eca210667037', 'gw_port': {'id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:28Z', 'updated_at': '2021-09-27T12:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0', 'name': '', 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'mac_address': 'fa:16:3e:6f:53:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:32Z', 'updated_at': '2021-09-27T12:18:40Z', 'revision_number': 5, 'project_id': '72093fa7db4244d79c19eca210667037', 'subnets': [{'id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:25:19.525066 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed713e60-4d96-45f5-b6a8-75c91c0eab79 None None] Checking router: 7e34173f-b3cd-4495-90f3-2967c66803be for host: dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:25:19.533770 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed713e60-4d96-45f5-b6a8-75c91c0eab79 None None] Routers {'7e34173f-b3cd-4495-90f3-2967c66803be'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:25:19.534351 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-ed713e60-4d96-45f5-b6a8-75c91c0eab79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:25:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['7e34173f-b3cd-4495-90f3-2967c66803be'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:25:19.621320 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f602b5dc-c6e7-489f-acc0-2c3867ef6917 req-64318966-f8f8-4a57-956d-2c4a6d135b5c tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e41ca7d-3d8a-42e1-8d0b-9c2cbd4a7eb9 HTTP/1.1" status: 200 len: 210 time: 0.0290484 Sep 27 12:25:19.657232 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-ed713e60-4d96-45f5-b6a8-75c91c0eab79 None None] Set router 7e34173f-b3cd-4495-90f3-2967c66803be gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:25:19.660004 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:19.861588 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-ed713e60-4d96-45f5-b6a8-75c91c0eab79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'name': 'tempest-AttachVolumeShelveTestJSON-2004355141-router', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:18:27Z', 'updated_at': '2021-09-27T12:18:33Z', 'revision_number': 4, 'project_id': '72093fa7db4244d79c19eca210667037', 'gw_port': {'id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:28Z', 'updated_at': '2021-09-27T12:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0', 'name': '', 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'mac_address': 'fa:16:3e:6f:53:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:32Z', 'updated_at': '2021-09-27T12:18:40Z', 'revision_number': 5, 'project_id': '72093fa7db4244d79c19eca210667037', 'subnets': [{'id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:25:19.896079 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed713e60-4d96-45f5-b6a8-75c91c0eab79 None None] The sync data for ids ['7e34173f-b3cd-4495-90f3-2967c66803be'] in dv-cinder-768458-11-iscsi is: [{'id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'name': 'tempest-AttachVolumeShelveTestJSON-2004355141-router', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:18:27Z', 'updated_at': '2021-09-27T12:18:33Z', 'revision_number': 4, 'project_id': '72093fa7db4244d79c19eca210667037', 'gw_port': {'id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:28Z', 'updated_at': '2021-09-27T12:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0', 'name': '', 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'mac_address': 'fa:16:3e:6f:53:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:32Z', 'updated_at': '2021-09-27T12:18:40Z', 'revision_number': 5, 'project_id': '72093fa7db4244d79c19eca210667037', 'subnets': [{'id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:25:20.037156 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6edb91-b6af-4e61-a840-91e56452c763 req-76ea018b-ec8e-45f1-b309-584b6d81c248 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:20.038721 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7e6edb91-b6af-4e61-a840-91e56452c763 req-76ea018b-ec8e-45f1-b309-584b6d81c248 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0740907 Sep 27 12:25:20.087812 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7e6edb91-b6af-4e61-a840-91e56452c763 req-cffa1889-fad4-4d59-932b-1a8193ef096d tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429633 Sep 27 12:25:20.215252 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d825a80a-aad8-451e-8694-bb61ff8a54b4 None None] New status for floating IP 7d10291f-c064-46e7-9ff2-ba47e127dd02: DOWN {{(pid=94064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:25:20.721426 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 60862) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:25:20.782286 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-58a763ce-2dbc-4361-8f88-bc249eba3ea3 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:20.810682 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-58a763ce-2dbc-4361-8f88-bc249eba3ea3 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:20.869596 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-58a763ce-2dbc-4361-8f88-bc249eba3ea3 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:20.870502 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-58a763ce-2dbc-4361-8f88-bc249eba3ea3 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:20.871729 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-58a763ce-2dbc-4361-8f88-bc249eba3ea3 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "DELETE /v2.0/security-groups/eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7 HTTP/1.1" status: 204 len: 168 time: 0.1492672 Sep 27 12:25:20.875651 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 60864) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:25:20.882833 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a763ce-2dbc-4361-8f88-bc249eba3ea3 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:25:20.892036 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.api.v2.resource [None req-981ad8d3-cf7f-44bf-aa93-9f3cf8d9e4ef tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] show failed (client error): The resource could not be found. Sep 27 12:25:20.893081 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-981ad8d3-cf7f-44bf-aa93-9f3cf8d9e4ef tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups/eca7aeab-58bc-4ceb-8ba9-b8e38c1dacf7 HTTP/1.1" status: 404 len: 347 time: 0.0151029 Sep 27 12:25:20.894155 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:20.895954 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 60866) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:25:21.039129 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-286fca6c-6633-4c34-a293-b342e7769861 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Deleting port df9fed40-b743-4d35-b791-37f9b04bad26 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:25:21.039462 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-286fca6c-6633-4c34-a293-b342e7769861 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:21.116486 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-286fca6c-6633-4c34-a293-b342e7769861 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:21.116809 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-286fca6c-6633-4c34-a293-b342e7769861 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:21.129070 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-286fca6c-6633-4c34-a293-b342e7769861 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Calling delete_port for df9fed40-b743-4d35-b791-37f9b04bad26 owned by network:floatingip {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:25:21.246077 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575337c-891f-42e8-8aba-5533bea2c539 req-20f6ec5d-cfd1-402d-8c60-752db40423e3 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:21.247260 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7575337c-891f-42e8-8aba-5533bea2c539 req-20f6ec5d-cfd1-402d-8c60-752db40423e3 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0762222 Sep 27 12:25:21.314373 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7575337c-891f-42e8-8aba-5533bea2c539 req-6e2c3223-c0db-424e-8a57-0d8ac57f5602 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562072 Sep 27 12:25:21.347894 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-286fca6c-6633-4c34-a293-b342e7769861 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:21.373244 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286fca6c-6633-4c34-a293-b342e7769861 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Pushing event deleted for resources: {'Port': ['ID=df9fed40-b743-4d35-b791-37f9b04bad26,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:25:21.434691 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-286fca6c-6633-4c34-a293-b342e7769861 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for floatingip, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:21.437819 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-286fca6c-6633-4c34-a293-b342e7769861 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for floatingip, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:21.438960 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-286fca6c-6633-4c34-a293-b342e7769861 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "DELETE /v2.0/floatingips/7d10291f-c064-46e7-9ff2-ba47e127dd02 HTTP/1.1" status: 204 len: 168 time: 0.5420203 Sep 27 12:25:21.767389 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 60872) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:25:21.772061 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-cd8c588e-c975-4010-bd12-c93242bd568b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Request body: {'security_group': {'name': 'tempest-securitygroup--571749875', 'description': 'tempest-description--1515083954'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:25:21.794607 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cd8c588e-c975-4010-bd12-c93242bd568b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:21.875594 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cd8c588e-c975-4010-bd12-c93242bd568b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:21.879389 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cd8c588e-c975-4010-bd12-c93242bd568b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:21.908296 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cd8c588e-c975-4010-bd12-c93242bd568b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:21.909485 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-cd8c588e-c975-4010-bd12-c93242bd568b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1410570 Sep 27 12:25:21.911506 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c588e-c975-4010-bd12-c93242bd568b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef021a08-1b82-409c-8b2c-97febf908d8a,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:25:21.912639 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 60874) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:25:21.917291 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-f33a0299-0707-46a0-a95d-f463a36155a2 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Request body: {'security_group_rule': {'security_group_id': 'ef021a08-1b82-409c-8b2c-97febf908d8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:25:21.944938 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f33a0299-0707-46a0-a95d-f463a36155a2 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:21.996950 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f33a0299-0707-46a0-a95d-f463a36155a2 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:22.001700 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f33a0299-0707-46a0-a95d-f463a36155a2 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646503'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:22.020408 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a0299-0707-46a0-a95d-f463a36155a2 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb153ced-cf72-4eef-82f5-0630c58194af,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:25:22.030294 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a0299-0707-46a0-a95d-f463a36155a2 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:25:22.031218 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a0299-0707-46a0-a95d-f463a36155a2 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:25:22.031562 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a0299-0707-46a0-a95d-f463a36155a2 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:25:22.031910 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a0299-0707-46a0-a95d-f463a36155a2 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:25:22.032236 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a0299-0707-46a0-a95d-f463a36155a2 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:25:22.032567 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a0299-0707-46a0-a95d-f463a36155a2 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:25:22.032892 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a0299-0707-46a0-a95d-f463a36155a2 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:25:22.033214 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a0299-0707-46a0-a95d-f463a36155a2 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:25:22.033532 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a0299-0707-46a0-a95d-f463a36155a2 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:25:22.033851 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a0299-0707-46a0-a95d-f463a36155a2 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:25:22.034172 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a0299-0707-46a0-a95d-f463a36155a2 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:25:22.034490 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a0299-0707-46a0-a95d-f463a36155a2 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:25:22.037575 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f33a0299-0707-46a0-a95d-f463a36155a2 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:22.038743 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-f33a0299-0707-46a0-a95d-f463a36155a2 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1250639 Sep 27 12:25:22.041433 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 60876) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:25:22.045571 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-51aafc9f-6643-42dd-97ef-5d31ec97a0c3 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Request body: {'security_group_rule': {'security_group_id': 'ef021a08-1b82-409c-8b2c-97febf908d8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:25:22.071829 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-51aafc9f-6643-42dd-97ef-5d31ec97a0c3 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:22.130080 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-51aafc9f-6643-42dd-97ef-5d31ec97a0c3 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:22.134091 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-51aafc9f-6643-42dd-97ef-5d31ec97a0c3 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646503'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:22.154692 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aafc9f-6643-42dd-97ef-5d31ec97a0c3 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2b51f6b-6b5f-47f9-b4eb-5956ba88c97e,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:25:22.159830 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-51aafc9f-6643-42dd-97ef-5d31ec97a0c3 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:22.161052 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-51aafc9f-6643-42dd-97ef-5d31ec97a0c3 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186764 Sep 27 12:25:22.165160 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 60878) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:25:22.168157 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-70506df8-b124-4af0-962d-fc8e890036e9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Request body: {'floatingip': {'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:25:22.191670 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-70506df8-b124-4af0-962d-fc8e890036e9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for floatingip, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:22.295625 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-70506df8-b124-4af0-962d-fc8e890036e9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:22.404937 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-70506df8-b124-4af0-962d-fc8e890036e9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Allocated IP 172.27.2.210 (1438fd00-25c8-4de7-950d-8ff7237ae90c/dd58ffbb-8e9b-44c5-a656-07f4206120ad/63f14c1f-327d-4055-8005-a3338540d8a7) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:25:22.429455 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe709bb-7240-4939-b385-f9fa4f17ec43 req-b9fb92a5-b192-4f1b-950f-9cf931bb27d5 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:22.430998 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-bfe709bb-7240-4939-b385-f9fa4f17ec43 req-b9fb92a5-b192-4f1b-950f-9cf931bb27d5 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0487378 Sep 27 12:25:22.469822 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-bfe709bb-7240-4939-b385-f9fa4f17ec43 req-7d912b35-240f-4555-8403-f7e4d0a9ecc2 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319686 Sep 27 12:25:22.508788 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-70506df8-b124-4af0-962d-fc8e890036e9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:22.542454 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-70506df8-b124-4af0-962d-fc8e890036e9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4103691'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:22.580907 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70506df8-b124-4af0-962d-fc8e890036e9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Network 1438fd00-25c8-4de7-950d-8ff7237ae90c is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:25:22.583883 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-70506df8-b124-4af0-962d-fc8e890036e9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:25:22.587392 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70506df8-b124-4af0-962d-fc8e890036e9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:25:22.619591 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70506df8-b124-4af0-962d-fc8e890036e9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Pushing event updated for resources: {'Port': ['ID=63f14c1f-327d-4055-8005-a3338540d8a7,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:25:22.685454 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-70506df8-b124-4af0-962d-fc8e890036e9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:22.706413 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70090e84-00b4-4ab1-a31d-f63a280d384a req-9b0efb5e-7ef5-4f6a-bde4-92d396290152 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:22.707934 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-70090e84-00b4-4ab1-a31d-f63a280d384a req-9b0efb5e-7ef5-4f6a-bde4-92d396290152 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 946 time: 0.0489988 Sep 27 12:25:22.724665 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-70506df8-b124-4af0-962d-fc8e890036e9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:22.745895 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-70090e84-00b4-4ab1-a31d-f63a280d384a req-6a1565e0-6b6c-426b-87f6-973c1acca5e2 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318942 Sep 27 12:25:22.872575 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-70506df8-b124-4af0-962d-fc8e890036e9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:22.878279 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-70506df8-b124-4af0-962d-fc8e890036e9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4103680'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:22.890970 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 5b0c1849-8983-4161-af1f-fc3931118d95 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:25:22.914023 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] No Port match for: 5b0c1849-8983-4161-af1f-fc3931118d95 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:25:22.914369 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 5b0c1849-8983-4161-af1f-fc3931118d95 not bound to the agent host hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:25:22.949244 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70506df8-b124-4af0-962d-fc8e890036e9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Pushing event updated for resources: {'Port': ['ID=63f14c1f-327d-4055-8005-a3338540d8a7,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:25:22.959131 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-70506df8-b124-4af0-962d-fc8e890036e9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528668'] for floatingip, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:22.972478 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-70506df8-b124-4af0-962d-fc8e890036e9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:22.973792 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-70506df8-b124-4af0-962d-fc8e890036e9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8088825 Sep 27 12:25:23.155525 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-b4b5dafd-943d-49ac-ab7c-9a92a1b9b11e tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--571749875&fields=id&tenant_id=72093fa7db4244d79c19eca210667037 HTTP/1.1" status: 200 len: 267 time: 0.0321751 Sep 27 12:25:23.265075 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-594676a7-da49-408d-b4c2-1e9d89afa44a tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:23.266872 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-594676a7-da49-408d-b4c2-1e9d89afa44a tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/networks?id=5403b160-6d1e-45bc-9efc-c408d4d66d43 HTTP/1.1" status: 200 len: 817 time: 0.1047440 Sep 27 12:25:23.282735 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-b1e6e6bc-b3e5-48d8-968a-13b40af0a9a1 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/quotas/72093fa7db4244d79c19eca210667037 HTTP/1.1" status: 200 len: 375 time: 0.0098526 Sep 27 12:25:23.339435 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-24ea691e-8e6d-40c9-9c8e-b5cff1fb6089 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=72093fa7db4244d79c19eca210667037&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510573 Sep 27 12:25:23.433829 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-68bc3a2b-54eb-4a5c-b1eb-687b77ec8125 service neutron] 10.222.0.60 "GET /v2.0/networks/5403b160-6d1e-45bc-9efc-c408d4d66d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822134 Sep 27 12:25:23.525010 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-f20caf30-e4ff-4dab-9d27-0648b5fdde11 service neutron] 10.222.0.60 "GET /v2.0/networks/5403b160-6d1e-45bc-9efc-c408d4d66d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851912 Sep 27 12:25:23.587771 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02d71a-af4d-4ded-9b7e-aa724ed1c32b req-1ed9bbed-7959-4f83-98ef-8905dcb92452 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:23.589282 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-9b02d71a-af4d-4ded-9b7e-aa724ed1c32b req-1ed9bbed-7959-4f83-98ef-8905dcb92452 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0521381 Sep 27 12:25:23.631670 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-9b02d71a-af4d-4ded-9b7e-aa724ed1c32b req-8d414231-ac68-43b8-9101-dd4ebb78c5a1 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354397 Sep 27 12:25:23.685433 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d81acacc-8559-4cff-9c7e-fb9c8e0d5274 req-9e758c9f-6439-4877-a4a5-747e438f10ad tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 210 time: 0.0262341 Sep 27 12:25:23.866387 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cdbb34-1681-4d74-9f49-ad90c9bb8eb2 req-0cbd6ac0-9917-4ad3-84fb-fc1a63fcf620 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:23.868252 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e7cdbb34-1681-4d74-9f49-ad90c9bb8eb2 req-0cbd6ac0-9917-4ad3-84fb-fc1a63fcf620 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 946 time: 0.0504413 Sep 27 12:25:23.913204 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e7cdbb34-1681-4d74-9f49-ad90c9bb8eb2 req-5116a688-fd7d-4fd1-ba3c-bda4de3bcb27 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370495 Sep 27 12:25:24.281634 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddebe33-59b7-4ffc-bf4a-3a402f51cec3 req-efc157a4-1ac3-4f02-b454-eda90e60821e tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:24.282976 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8ddebe33-59b7-4ffc-bf4a-3a402f51cec3 req-efc157a4-1ac3-4f02-b454-eda90e60821e tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.25 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 946 time: 0.0470924 Sep 27 12:25:24.376261 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-8ddebe33-59b7-4ffc-bf4a-3a402f51cec3 req-ce6f9db0-8cad-427e-aca9-a236d622e2af tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Deleting port 74ecf110-0848-432c-a281-017bd144ec28 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:25:24.376602 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-8ddebe33-59b7-4ffc-bf4a-3a402f51cec3 req-ce6f9db0-8cad-427e-aca9-a236d622e2af tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:24.464947 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-8ddebe33-59b7-4ffc-bf4a-3a402f51cec3 req-ce6f9db0-8cad-427e-aca9-a236d622e2af tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] For port 74ecf110-0848-432c-a281-017bd144ec28, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=74ecf110-0848-432c-a281-017bd144ec28,segment=NetworkSegment(6cc3c066-be31-4e4b-8ade-e372dc2401b6),segment_id=6cc3c066-be31-4e4b-8ade-e372dc2401b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:25:24.465342 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-8ddebe33-59b7-4ffc-bf4a-3a402f51cec3 req-ce6f9db0-8cad-427e-aca9-a236d622e2af tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:24.721427 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-fb3727d6-2beb-47e8-97cb-ad2de0cf5dcd tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:24.721427 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-fb3727d6-2beb-47e8-97cb-ad2de0cf5dcd tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.25 "GET /v2.0/networks?id=5403b160-6d1e-45bc-9efc-c408d4d66d43 HTTP/1.1" status: 200 len: 817 time: 0.1971989 Sep 27 12:25:24.730871 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-8ddebe33-59b7-4ffc-bf4a-3a402f51cec3 req-ce6f9db0-8cad-427e-aca9-a236d622e2af tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:24.731341 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-8ddebe33-59b7-4ffc-bf4a-3a402f51cec3 req-ce6f9db0-8cad-427e-aca9-a236d622e2af tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528668'] for floatingip, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:24.732246 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.db.l3_db [req-8ddebe33-59b7-4ffc-bf4a-3a402f51cec3 req-ce6f9db0-8cad-427e-aca9-a236d622e2af tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Floating IP fea8a978-f62a-49e3-bd6c-07df71052b64 disassociated. External IP: 172.27.2.163, port: 74ecf110-0848-432c-a281-017bd144ec28. Sep 27 12:25:24.732642 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-8ddebe33-59b7-4ffc-bf4a-3a402f51cec3 req-ce6f9db0-8cad-427e-aca9-a236d622e2af tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Calling delete_port for 74ecf110-0848-432c-a281-017bd144ec28 owned by compute:nova {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:25:24.759225 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcda2c-00c9-4e1e-be8f-67bc551a829e req-3be00577-cc7e-48c7-b58e-ad102cd16dce tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:24.761641 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e6dcda2c-00c9-4e1e-be8f-67bc551a829e req-3be00577-cc7e-48c7-b58e-ad102cd16dce tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0531974 Sep 27 12:25:24.800105 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e6dcda2c-00c9-4e1e-be8f-67bc551a829e req-f571b8db-f54b-4095-b163-b3868c73ef62 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324876 Sep 27 12:25:24.822867 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d85633f1-cd8c-4d54-9513-9165618cea43 req-b47f7478-7037-45bb-9ddc-57278759e487 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 210 time: 0.0618405 Sep 27 12:25:24.847675 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-9ba10e90-abc5-423d-8814-6b0a17088e87 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72093fa7db4244d79c19eca210667037 HTTP/1.1" status: 200 len: 379 time: 0.1019669 Sep 27 12:25:24.850866 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-8765f4cc-2c54-4035-a9b9-2a1ae82758cb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Request body: {'port': {'device_id': 'ced05f49-746f-4301-bf2c-56db94e0a113', 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43', 'admin_state_up': True, 'tenant_id': '72093fa7db4244d79c19eca210667037', 'security_groups': ['ef021a08-1b82-409c-8b2c-97febf908d8a']}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:25:24.999762 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-8ddebe33-59b7-4ffc-bf4a-3a402f51cec3 req-ce6f9db0-8cad-427e-aca9-a236d622e2af tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:25.034428 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca783635-9ecd-4aab-b1af-1b47379da1be req-db3f76dd-47fe-4aaf-9d5c-082c3bad33e2 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:25.034659 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-8765f4cc-2c54-4035-a9b9-2a1ae82758cb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Made reservation on behalf of 72093fa7db4244d79c19eca210667037 for: {'port': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:25:25.036123 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ca783635-9ecd-4aab-b1af-1b47379da1be req-db3f76dd-47fe-4aaf-9d5c-082c3bad33e2 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 867 time: 0.0553579 Sep 27 12:25:25.038073 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-8765f4cc-2c54-4035-a9b9-2a1ae82758cb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:25.043853 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f9db0-8cad-427e-aca9-a236d622e2af tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Pushing event deleted for resources: {'Port': ['ID=74ecf110-0848-432c-a281-017bd144ec28,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:25:25.081462 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ca783635-9ecd-4aab-b1af-1b47379da1be req-5ab7d1e3-3cf3-4cb8-a330-c49dc0bf11b2 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390267 Sep 27 12:25:25.245288 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ddebe33-59b7-4ffc-bf4a-3a402f51cec3 req-ce6f9db0-8cad-427e-aca9-a236d622e2af tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Router bb0e9400-b7d9-4e83-9682-c0b128d33e48 has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:25:25.260410 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-8765f4cc-2c54-4035-a9b9-2a1ae82758cb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Allocated IP 172.20.0.14 (5403b160-6d1e-45bc-9efc-c408d4d66d43/c2b6d0e0-734d-4b24-98bc-9d4bdee30d50/907dbb2e-69ad-4ace-a79d-e93004b85756) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:25:25.414635 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ddebe33-59b7-4ffc-bf4a-3a402f51cec3 req-ce6f9db0-8cad-427e-aca9-a236d622e2af tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:25:25.424741 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212b3e6f-2c8c-47bc-9c76-0d2cb66f7c59 None None] Sync routers for ids ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'] in dv-cinder-768458-11-iscsi {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:25:25.436009 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212b3e6f-2c8c-47bc-9c76-0d2cb66f7c59 None None] Routers {'bb0e9400-b7d9-4e83-9682-c0b128d33e48'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:25:25.437118 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-212b3e6f-2c8c-47bc-9c76-0d2cb66f7c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:25:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:25:25.493410 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ddebe33-59b7-4ffc-bf4a-3a402f51cec3 req-ce6f9db0-8cad-427e-aca9-a236d622e2af tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] No DVR routers for this DVR port 74ecf110-0848-432c-a281-017bd144ec28 on host hv-cinder-76845 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:25:25.497727 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-8ddebe33-59b7-4ffc-bf4a-3a402f51cec3 req-ce6f9db0-8cad-427e-aca9-a236d622e2af tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:25.500326 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8ddebe33-59b7-4ffc-bf4a-3a402f51cec3 req-ce6f9db0-8cad-427e-aca9-a236d622e2af tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.25 "DELETE /v2.0/ports/74ecf110-0848-432c-a281-017bd144ec28 HTTP/1.1" status: 204 len: 173 time: 1.2107818 Sep 27 12:25:25.500770 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89119da8-c4e5-4644-9729-7b6ce68bdd02', 'name': 'network-vif-deleted', 'tag': '74ecf110-0848-432c-a281-017bd144ec28'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:25:25.503024 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df8684f-a2fa-4f07-a127-b8c47e4800e9" -d '{"events": [{"server_uuid": "89119da8-c4e5-4644-9729-7b6ce68bdd02", "name": "network-vif-deleted", "tag": "74ecf110-0848-432c-a281-017bd144ec28"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:25:25.549457 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-8765f4cc-2c54-4035-a9b9-2a1ae82758cb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:25.551587 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0ea9f2-27fc-407c-b17a-5bc448c8d612 x-openstack-request-id: req-8b0ea9f2-27fc-407c-b17a-5bc448c8d612 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:25:25.551874 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89119da8-c4e5-4644-9729-7b6ce68bdd02", "name": "network-vif-deleted", "tag": "74ecf110-0848-432c-a281-017bd144ec28", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:25:25.552123 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8b0ea9f2-27fc-407c-b17a-5bc448c8d612 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:25:25.552507 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89119da8-c4e5-4644-9729-7b6ce68bdd02', 'name': 'network-vif-deleted', 'tag': '74ecf110-0848-432c-a281-017bd144ec28', 'status': 'completed', 'code': 200} Sep 27 12:25:25.567943 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-212b3e6f-2c8c-47bc-9c76-0d2cb66f7c59 None None] Set router bb0e9400-b7d9-4e83-9682-c0b128d33e48 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:25:25.595270 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-8765f4cc-2c54-4035-a9b9-2a1ae82758cb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:25.633753 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-8765f4cc-2c54-4035-a9b9-2a1ae82758cb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Network 5403b160-6d1e-45bc-9efc-c408d4d66d43 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:25:25.636672 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-8765f4cc-2c54-4035-a9b9-2a1ae82758cb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:25:25.640077 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-8765f4cc-2c54-4035-a9b9-2a1ae82758cb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:25:25.688326 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765f4cc-2c54-4035-a9b9-2a1ae82758cb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Pushing event updated for resources: {'Port': ['ID=907dbb2e-69ad-4ace-a79d-e93004b85756,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:25:25.709221 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-8765f4cc-2c54-4035-a9b9-2a1ae82758cb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:25.709865 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-8765f4cc-2c54-4035-a9b9-2a1ae82758cb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:25.726112 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-8765f4cc-2c54-4035-a9b9-2a1ae82758cb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8799195 Sep 27 12:25:25.738904 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-fc51d039-3403-4a76-a11f-759727e20e76 service neutron] Request body: {'port': {'device_id': 'ced05f49-746f-4301-bf2c-56db94e0a113', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:25:25.786544 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-212b3e6f-2c8c-47bc-9c76-0d2cb66f7c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'name': 'tempest-TestVolumeBootPattern-551154710-router', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:31Z', 'updated_at': '2021-09-27T12:21:35Z', 'revision_number': 4, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'gw_port': {'id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:32Z', 'updated_at': '2021-09-27T12:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': '78078fd6-c318-424e-bcdb-913e81f88b04', 'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'mac_address': 'fa:16:3e:e7:d0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:34Z', 'updated_at': '2021-09-27T12:21:39Z', 'revision_number': 5, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'subnets': [{'id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:25:25.795357 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-fc51d039-3403-4a76-a11f-759727e20e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:25.816502 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212b3e6f-2c8c-47bc-9c76-0d2cb66f7c59 None None] Checking router: bb0e9400-b7d9-4e83-9682-c0b128d33e48 for host: dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:25:25.827341 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212b3e6f-2c8c-47bc-9c76-0d2cb66f7c59 None None] Routers {'bb0e9400-b7d9-4e83-9682-c0b128d33e48'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:25:25.827963 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-212b3e6f-2c8c-47bc-9c76-0d2cb66f7c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:25:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:25:25.931212 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d5950-438f-4467-977c-ce35bcc4b4f5 req-15187890-9fdf-4db5-a654-4eeed90e9615 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:25.935587 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9d8d5950-438f-4467-977c-ce35bcc4b4f5 req-15187890-9fdf-4db5-a654-4eeed90e9615 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0532238 Sep 27 12:25:25.970693 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-212b3e6f-2c8c-47bc-9c76-0d2cb66f7c59 None None] Set router bb0e9400-b7d9-4e83-9682-c0b128d33e48 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:25:25.978727 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9d8d5950-438f-4467-977c-ce35bcc4b4f5 req-5f36c7f1-d53b-4d72-a029-105e1e9213ef tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381312 Sep 27 12:25:26.018883 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-9aecc9e4-c922-4647-87c8-97d21282beab None None] Provisioning complete for port 907dbb2e-69ad-4ace-a79d-e93004b85756 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:25:26.019283 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9aecc9e4-c922-4647-87c8-97d21282beab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:26.020953 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bad055-9a53-42ad-a6d0-e81e7b75a777 req-4294e7c1-31ff-47cd-8e89-59db2f3784f2 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:26.022583 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e0bad055-9a53-42ad-a6d0-e81e7b75a777 req-4294e7c1-31ff-47cd-8e89-59db2f3784f2 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 932 time: 0.0939293 Sep 27 12:25:26.097215 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-9aecc9e4-c922-4647-87c8-97d21282beab None None] Port 907dbb2e-69ad-4ace-a79d-e93004b85756 cannot update to ACTIVE because it is not bound. {{(pid=94063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:25:26.107337 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e0bad055-9a53-42ad-a6d0-e81e7b75a777 req-0748703a-cd12-4158-bb9a-2e52fffeee60 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563257 Sep 27 12:25:26.205619 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-fc51d039-3403-4a76-a11f-759727e20e76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 907dbb2e-69ad-4ace-a79d-e93004b85756 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:25:26.214109 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-fc51d039-3403-4a76-a11f-759727e20e76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:26.220165 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e1c2912a-e49d-4d19-9f5d-84803f51f5c1 req-f84119cd-97c0-4b00-a4bf-4ba925ed97bb tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=89119da8-c4e5-4644-9729-7b6ce68bdd02 HTTP/1.1" status: 200 len: 210 time: 0.0355582 Sep 27 12:25:26.246406 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-fc51d039-3403-4a76-a11f-759727e20e76 service neutron] Transition to ACTIVE for port object 907dbb2e-69ad-4ace-a79d-e93004b85756 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:25:26.250739 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-fc51d039-3403-4a76-a11f-759727e20e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:26.329828 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51d039-3403-4a76-a11f-759727e20e76 service neutron] Pushing event updated for resources: {'Port': ['ID=907dbb2e-69ad-4ace-a79d-e93004b85756,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:25:26.355495 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-212b3e6f-2c8c-47bc-9c76-0d2cb66f7c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'name': 'tempest-TestVolumeBootPattern-551154710-router', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:31Z', 'updated_at': '2021-09-27T12:21:35Z', 'revision_number': 4, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'gw_port': {'id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:32Z', 'updated_at': '2021-09-27T12:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': '78078fd6-c318-424e-bcdb-913e81f88b04', 'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'mac_address': 'fa:16:3e:e7:d0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:34Z', 'updated_at': '2021-09-27T12:21:39Z', 'revision_number': 5, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'subnets': [{'id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:25:26.383306 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212b3e6f-2c8c-47bc-9c76-0d2cb66f7c59 None None] The sync data for ids ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'] in dv-cinder-768458-11-iscsi is: [{'id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'name': 'tempest-TestVolumeBootPattern-551154710-router', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:31Z', 'updated_at': '2021-09-27T12:21:35Z', 'revision_number': 4, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'gw_port': {'id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:32Z', 'updated_at': '2021-09-27T12:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': '78078fd6-c318-424e-bcdb-913e81f88b04', 'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'mac_address': 'fa:16:3e:e7:d0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:34Z', 'updated_at': '2021-09-27T12:21:39Z', 'revision_number': 5, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'subnets': [{'id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:25:26.388359 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-fc51d039-3403-4a76-a11f-759727e20e76 service neutron] Attempting to bind port 907dbb2e-69ad-4ace-a79d-e93004b85756 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:25:26.388605 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-fc51d039-3403-4a76-a11f-759727e20e76 service neutron] Attempting to bind port 907dbb2e-69ad-4ace-a79d-e93004b85756 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '2a6580eb-8685-4d7a-9cf9-25621c7b4860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:25:26.388946 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-fc51d039-3403-4a76-a11f-759727e20e76 service neutron] Attempting to bind port 907dbb2e-69ad-4ace-a79d-e93004b85756 on network 5403b160-6d1e-45bc-9efc-c408d4d66d43 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:25:26.393665 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-fc51d039-3403-4a76-a11f-759727e20e76 service neutron] Port 907dbb2e-69ad-4ace-a79d-e93004b85756 on network 5403b160-6d1e-45bc-9efc-c408d4d66d43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:25:26.393990 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-fc51d039-3403-4a76-a11f-759727e20e76 service neutron] Attempting to bind port 907dbb2e-69ad-4ace-a79d-e93004b85756 on network 5403b160-6d1e-45bc-9efc-c408d4d66d43 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:25:26.399945 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-fc51d039-3403-4a76-a11f-759727e20e76 service neutron] Checking agent: {'id': '20c1fc43-a135-4852-87d5-8f0af43386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'started_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:25:26.400285 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-fc51d039-3403-4a76-a11f-759727e20e76 service neutron] Checking segment: {'id': '2a6580eb-8685-4d7a-9cf9-25621c7b4860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:25:26.400672 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-fc51d039-3403-4a76-a11f-759727e20e76 service neutron] Bound using segment: {'id': '2a6580eb-8685-4d7a-9cf9-25621c7b4860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:25:26.401106 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-fc51d039-3403-4a76-a11f-759727e20e76 service neutron] Bound port: 907dbb2e-69ad-4ace-a79d-e93004b85756, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a6580eb-8685-4d7a-9cf9-25621c7b4860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:25:26.401467 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-fc51d039-3403-4a76-a11f-759727e20e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:26.627622 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c08221-1512-420b-9379-f78147553c7f None None] New status for floating IP fea8a978-f62a-49e3-bd6c-07df71052b64: DOWN {{(pid=94064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:25:26.716967 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-fc51d039-3403-4a76-a11f-759727e20e76 service neutron] For port 907dbb2e-69ad-4ace-a79d-e93004b85756, host hv-cinder-76845, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:25:26.720571 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-fc51d039-3403-4a76-a11f-759727e20e76 service neutron] For port 907dbb2e-69ad-4ace-a79d-e93004b85756, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=907dbb2e-69ad-4ace-a79d-e93004b85756,segment=NetworkSegment(2a6580eb-8685-4d7a-9cf9-25621c7b4860),segment_id=2a6580eb-8685-4d7a-9cf9-25621c7b4860)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:25:26.724326 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-fc51d039-3403-4a76-a11f-759727e20e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:26.759420 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-fc51d039-3403-4a76-a11f-759727e20e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:26.760052 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-fc51d039-3403-4a76-a11f-759727e20e76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:26.761425 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-fc51d039-3403-4a76-a11f-759727e20e76 service neutron] 10.222.0.25 "PUT /v2.0/ports/907dbb2e-69ad-4ace-a79d-e93004b85756 HTTP/1.1" status: 200 len: 1094 time: 1.0269017 Sep 27 12:25:26.787360 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51d039-3403-4a76-a11f-759727e20e76 service neutron] Pushing event updated for resources: {'Port': ['ID=907dbb2e-69ad-4ace-a79d-e93004b85756,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:25:26.845529 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-05ceaccd-57d9-4bb9-aa52-5b9f9a9d4aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:26.846922 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-05ceaccd-57d9-4bb9-aa52-5b9f9a9d4aaa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=72093fa7db4244d79c19eca210667037&device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 1097 time: 0.0421400 Sep 27 12:25:26.894635 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-5800d9b0-3ac7-45e8-9e0c-5aae291a4c6e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=907dbb2e-69ad-4ace-a79d-e93004b85756 HTTP/1.1" status: 200 len: 217 time: 0.0386503 Sep 27 12:25:26.943260 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-13d1d3ef-9dae-420b-90e7-bf7a4ba40122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:26.944599 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-13d1d3ef-9dae-420b-90e7-bf7a4ba40122 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c2b6d0e0-734d-4b24-98bc-9d4bdee30d50 HTTP/1.1" status: 200 len: 856 time: 0.0430577 Sep 27 12:25:26.989577 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-3f22262b-15c8-4256-87ad-86d45bdc65e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:26.991035 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-3f22262b-15c8-4256-87ad-86d45bdc65e2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5403b160-6d1e-45bc-9efc-c408d4d66d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391843 Sep 27 12:25:27.112779 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-0ee1d56c-20c5-4458-9a47-18e29e6c0700 service neutron] 10.222.0.25 "GET /v2.0/networks/5403b160-6d1e-45bc-9efc-c408d4d66d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131806 Sep 27 12:25:27.120882 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40899a12-a617-4ad3-a76b-8afb61963d6d req-a0d63eb9-8de0-41de-9100-89a88a3c355e tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:27.122220 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-40899a12-a617-4ad3-a76b-8afb61963d6d req-a0d63eb9-8de0-41de-9100-89a88a3c355e tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0658007 Sep 27 12:25:27.213147 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-40899a12-a617-4ad3-a76b-8afb61963d6d req-42a1a690-82a2-4e05-9e5b-bf269e665d67 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826850 Sep 27 12:25:27.235624 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ab799f2c-1fb7-492a-bffb-f460e5ffbeb0 req-b71d5f3a-94d8-4fce-8a96-9805916f3062 service neutron] 10.222.0.25 "GET /v2.0/networks/5403b160-6d1e-45bc-9efc-c408d4d66d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124570 Sep 27 12:25:27.244216 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91f8c0-269b-4432-97a2-82f85b8ffb8d req-5fc5c179-b4b5-4121-b650-add5abd85a28 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:27.245791 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6e91f8c0-269b-4432-97a2-82f85b8ffb8d req-5fc5c179-b4b5-4121-b650-add5abd85a28 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 944 time: 0.0618536 Sep 27 12:25:27.287670 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6e91f8c0-269b-4432-97a2-82f85b8ffb8d req-ec200350-a935-4e7e-a6e1-321b5e4499c2 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353234 Sep 27 12:25:27.470031 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-4a851427-7a65-4901-9086-a76c13b5ff70 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1902699802&fields=id&tenant_id=02234d33e23642d9aaa9e248e4bd9949 HTTP/1.1" status: 200 len: 267 time: 0.0316744 Sep 27 12:25:27.553384 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced05f49-746f-4301-bf2c-56db94e0a113', 'tag': '907dbb2e-69ad-4ace-a79d-e93004b85756'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:25:27.555561 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214164a1-2f8a-44c1-b7a4-c456fdf41674" -d '{"events": [{"name": "network-changed", "server_uuid": "ced05f49-746f-4301-bf2c-56db94e0a113", "tag": "907dbb2e-69ad-4ace-a79d-e93004b85756"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:25:27.580708 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-64f7c4d3-6346-48b1-bb3d-5de11473cad7 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:27.582434 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-64f7c4d3-6346-48b1-bb3d-5de11473cad7 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/networks?id=e2025397-7087-4c7f-a9f8-607a9a9daadf HTTP/1.1" status: 200 len: 811 time: 0.1058912 Sep 27 12:25:27.595699 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df664c72-1741-4a55-b76d-6a8ffd7258f5 x-openstack-request-id: req-df664c72-1741-4a55-b76d-6a8ffd7258f5 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:25:27.596001 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced05f49-746f-4301-bf2c-56db94e0a113", "tag": "907dbb2e-69ad-4ace-a79d-e93004b85756", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:25:27.596248 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-df664c72-1741-4a55-b76d-6a8ffd7258f5 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:25:27.596622 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced05f49-746f-4301-bf2c-56db94e0a113', 'tag': '907dbb2e-69ad-4ace-a79d-e93004b85756', 'status': 'completed', 'code': 200} Sep 27 12:25:27.600239 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-bec308db-5028-4b35-a564-1de78b2ad616 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/quotas/02234d33e23642d9aaa9e248e4bd9949 HTTP/1.1" status: 200 len: 375 time: 0.0121195 Sep 27 12:25:27.674383 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214164a1-2f8a-44c1-b7a4-c456fdf41674 req-e29103f5-6175-486c-a2c5-f1c635f6da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:27.675930 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-214164a1-2f8a-44c1-b7a4-c456fdf41674 req-e29103f5-6175-486c-a2c5-f1c635f6da26 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=72093fa7db4244d79c19eca210667037&device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 1097 time: 0.0592036 Sep 27 12:25:27.684369 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-3b7c39bd-831a-41ef-b045-45f8d3e7770d tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=02234d33e23642d9aaa9e248e4bd9949&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0780609 Sep 27 12:25:27.833436 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214164a1-2f8a-44c1-b7a4-c456fdf41674 req-1b6ff61a-c5fc-4576-a25d-fac3b5e2b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:27.834886 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-214164a1-2f8a-44c1-b7a4-c456fdf41674 req-1b6ff61a-c5fc-4576-a25d-fac3b5e2b59d service neutron] 10.222.0.25 "GET /v2.0/networks?id=5403b160-6d1e-45bc-9efc-c408d4d66d43 HTTP/1.1" status: 200 len: 918 time: 0.1491814 Sep 27 12:25:27.850366 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-41a13903-15f0-4940-9d42-aae0f6dc389c service neutron] 10.222.0.60 "GET /v2.0/networks/e2025397-7087-4c7f-a9f8-607a9a9daadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481624 Sep 27 12:25:27.886294 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-214164a1-2f8a-44c1-b7a4-c456fdf41674 req-7b207b84-c0ea-490f-b8a2-024114967b4e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=907dbb2e-69ad-4ace-a79d-e93004b85756 HTTP/1.1" status: 200 len: 217 time: 0.0427575 Sep 27 12:25:27.983816 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214164a1-2f8a-44c1-b7a4-c456fdf41674 req-e635943e-e01d-4bdd-8007-9f91c32bf260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:27.985264 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-214164a1-2f8a-44c1-b7a4-c456fdf41674 req-e635943e-e01d-4bdd-8007-9f91c32bf260 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c2b6d0e0-734d-4b24-98bc-9d4bdee30d50 HTTP/1.1" status: 200 len: 856 time: 0.0884776 Sep 27 12:25:28.025189 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-cad94b0a-d465-4159-b7e2-fdd825d36fce service neutron] 10.222.0.60 "GET /v2.0/networks/e2025397-7087-4c7f-a9f8-607a9a9daadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463525 Sep 27 12:25:28.040276 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214164a1-2f8a-44c1-b7a4-c456fdf41674 req-bdcabe9b-dea9-4789-b3e9-47d1e7a55c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:28.041742 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-214164a1-2f8a-44c1-b7a4-c456fdf41674 req-bdcabe9b-dea9-4789-b3e9-47d1e7a55c9e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5403b160-6d1e-45bc-9efc-c408d4d66d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0479457 Sep 27 12:25:28.136850 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-214164a1-2f8a-44c1-b7a4-c456fdf41674 req-eaa1f9ff-1ca8-4730-864d-2eedcdbd9b5f service neutron] 10.222.0.25 "GET /v2.0/networks/5403b160-6d1e-45bc-9efc-c408d4d66d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870523 Sep 27 12:25:28.231165 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-214164a1-2f8a-44c1-b7a4-c456fdf41674 req-86b1da01-de25-47ab-bb22-cb4d319d51df service neutron] 10.222.0.25 "GET /v2.0/networks/5403b160-6d1e-45bc-9efc-c408d4d66d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872796 Sep 27 12:25:28.339588 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdcc9f-8f2b-40ae-83fe-b264404f4896 req-a2ed716b-cd7c-4ba4-b460-23af36168388 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:28.340265 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0d62600c-852a-4dd0-a0e6-1f5978e5220f req-0b9fcd3d-3505-4f4d-ad98-eee659440950 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e08aba3-50e1-4110-a83d-39765a5aa1e0 HTTP/1.1" status: 200 len: 210 time: 0.0290782 Sep 27 12:25:28.341131 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b8bdcc9f-8f2b-40ae-83fe-b264404f4896 req-a2ed716b-cd7c-4ba4-b460-23af36168388 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0566556 Sep 27 12:25:28.391764 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b8bdcc9f-8f2b-40ae-83fe-b264404f4896 req-f62b8e70-bfa3-4630-af2a-1a98a8ca28ee tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443456 Sep 27 12:25:28.462848 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1effe9c-6de8-4462-9f5f-ee32b4f275b4 req-b83a33ed-a68f-4825-afa3-b33ad587c707 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:28.464629 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c1effe9c-6de8-4462-9f5f-ee32b4f275b4 req-b83a33ed-a68f-4825-afa3-b33ad587c707 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 944 time: 0.0572214 Sep 27 12:25:28.509899 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c1effe9c-6de8-4462-9f5f-ee32b4f275b4 req-1c7213d7-7e9f-4f51-bb63-a72d330fc7e6 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377479 Sep 27 12:25:28.625281 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51458628-1440-4929-ab76-290ffdf3c348 req-ff2fbcde-734c-4cbf-a6d6-03a4247e4db9 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:28.627595 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-51458628-1440-4929-ab76-290ffdf3c348 req-ff2fbcde-734c-4cbf-a6d6-03a4247e4db9 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0582049 Sep 27 12:25:28.648350 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49728f9-8b6f-450e-8a44-8ce917eb0ab9 req-5c40ea45-1e51-4061-bf30-51609b8bf438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:28.650252 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f49728f9-8b6f-450e-8a44-8ce917eb0ab9 req-5c40ea45-1e51-4061-bf30-51609b8bf438 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4968d9d2be54e15a365a83a0fe2eebc&device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 1099 time: 0.0510714 Sep 27 12:25:28.680752 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-51458628-1440-4929-ab76-290ffdf3c348 req-146bc51e-96f6-457b-9d34-d0c570f0f71f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466912 Sep 27 12:25:28.748863 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49728f9-8b6f-450e-8a44-8ce917eb0ab9 req-7d2524be-5ff0-48be-8048-f82e80be2f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:28.750446 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f49728f9-8b6f-450e-8a44-8ce917eb0ab9 req-7d2524be-5ff0-48be-8048-f82e80be2f55 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e6e4e115-5c92-482e-b62e-69127fce84b8 HTTP/1.1" status: 200 len: 911 time: 0.0920234 Sep 27 12:25:28.816261 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f49728f9-8b6f-450e-8a44-8ce917eb0ab9 req-eb9f8637-8b06-438f-b1d5-0e4c11c84e28 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7705cca-779e-4b43-a678-5d13f9ffb07f HTTP/1.1" status: 200 len: 1002 time: 0.0579062 Sep 27 12:25:28.871015 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49728f9-8b6f-450e-8a44-8ce917eb0ab9 req-bdb2bbff-7676-41e3-a461-0f7162447493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:28.872426 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f49728f9-8b6f-450e-8a44-8ce917eb0ab9 req-bdb2bbff-7676-41e3-a461-0f7162447493 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9068b1e0-52e3-43a8-9f44-5a4718423cdc HTTP/1.1" status: 200 len: 849 time: 0.0476317 Sep 27 12:25:28.908358 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 74ecf110-0848-432c-a281-017bd144ec28 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:25:28.927588 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49728f9-8b6f-450e-8a44-8ce917eb0ab9 req-bcedaa78-7f7a-4bab-866e-605d9d2b673a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:28.928060 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] No Port match for: 74ecf110-0848-432c-a281-017bd144ec28 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:25:28.928410 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 74ecf110-0848-432c-a281-017bd144ec28 not bound to the agent host hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:25:28.929065 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f49728f9-8b6f-450e-8a44-8ce917eb0ab9 req-bcedaa78-7f7a-4bab-866e-605d9d2b673a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e6e4e115-5c92-482e-b62e-69127fce84b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0483403 Sep 27 12:25:29.018451 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f49728f9-8b6f-450e-8a44-8ce917eb0ab9 req-c064e02a-4fca-45af-980e-c04db2fbc1d8 service neutron] 10.222.0.25 "GET /v2.0/networks/e6e4e115-5c92-482e-b62e-69127fce84b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814099 Sep 27 12:25:29.111575 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f49728f9-8b6f-450e-8a44-8ce917eb0ab9 req-0fce6abb-c996-4d28-ab2f-4a167a9bc2cf service neutron] 10.222.0.25 "GET /v2.0/networks/e6e4e115-5c92-482e-b62e-69127fce84b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852039 Sep 27 12:25:29.294180 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-f6187536-a1e3-46ae-8a3e-426a34d524b9 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:29.295697 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-f6187536-a1e3-46ae-8a3e-426a34d524b9 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.25 "GET /v2.0/networks?id=e2025397-7087-4c7f-a9f8-607a9a9daadf HTTP/1.1" status: 200 len: 811 time: 0.1005583 Sep 27 12:25:29.343215 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-24c0f42f-a984-462c-afdd-4f32e53ec8ef tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02234d33e23642d9aaa9e248e4bd9949 HTTP/1.1" status: 200 len: 380 time: 0.0355310 Sep 27 12:25:29.359835 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-48eeec63-2882-44c1-9535-cf0ede2cd5ea tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Request body: {'port': {'device_id': '7e08aba3-50e1-4110-a83d-39765a5aa1e0', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'admin_state_up': True, 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'security_groups': ['5246b0e1-3a33-4214-aa02-336e8fc971cf']}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:25:29.460776 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4649dec2-78a0-4385-91aa-331459c7012e req-22d18ea4-643a-4826-80af-eb9efdf6bb40 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e08aba3-50e1-4110-a83d-39765a5aa1e0 HTTP/1.1" status: 200 len: 210 time: 0.0333908 Sep 27 12:25:29.498472 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-48eeec63-2882-44c1-9535-cf0ede2cd5ea tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Made reservation on behalf of 02234d33e23642d9aaa9e248e4bd9949 for: {'port': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:25:29.502457 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-48eeec63-2882-44c1-9535-cf0ede2cd5ea tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:29.643333 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-48eeec63-2882-44c1-9535-cf0ede2cd5ea tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Allocated IP 172.20.0.4 (e2025397-7087-4c7f-a9f8-607a9a9daadf/5b63fdef-f685-4755-a4ce-3355d57dd264/53ec538b-483e-466d-a47a-a6e2771022c4) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:25:29.652394 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f169f4-2300-49e4-b351-be4615ce485e req-4867ff97-09c2-4d17-9505-bc76f993e147 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:29.654145 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f7f169f4-2300-49e4-b351-be4615ce485e req-4867ff97-09c2-4d17-9505-bc76f993e147 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 944 time: 0.0707695 Sep 27 12:25:29.699218 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f7f169f4-2300-49e4-b351-be4615ce485e req-9522589a-ab61-4a30-863d-48893477edef tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369806 Sep 27 12:25:29.820743 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-48eeec63-2882-44c1-9535-cf0ede2cd5ea tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:29.857747 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25b53d-27f4-4fc8-a9a9-c0101bc1016a req-1d7777cb-a278-4d0b-b610-1a33e0b69303 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:29.859826 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1e25b53d-27f4-4fc8-a9a9-c0101bc1016a req-1d7777cb-a278-4d0b-b610-1a33e0b69303 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0815759 Sep 27 12:25:29.887802 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-48eeec63-2882-44c1-9535-cf0ede2cd5ea tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:29.932526 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1e25b53d-27f4-4fc8-a9a9-c0101bc1016a req-577a9302-2601-44eb-8002-f179699f32d6 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666268 Sep 27 12:25:29.941057 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-48eeec63-2882-44c1-9535-cf0ede2cd5ea tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Network e2025397-7087-4c7f-a9f8-607a9a9daadf is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:25:29.944059 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-48eeec63-2882-44c1-9535-cf0ede2cd5ea tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:25:29.947810 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-48eeec63-2882-44c1-9535-cf0ede2cd5ea tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:25:29.956434 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eeec63-2882-44c1-9535-cf0ede2cd5ea tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Pushing event updated for resources: {'Port': ['ID=53ec538b-483e-466d-a47a-a6e2771022c4,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:25:30.002770 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-48eeec63-2882-44c1-9535-cf0ede2cd5ea tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:30.003467 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-48eeec63-2882-44c1-9535-cf0ede2cd5ea tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:30.019872 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-48eeec63-2882-44c1-9535-cf0ede2cd5ea tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6636004 Sep 27 12:25:30.034121 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-f63edfc1-f12d-4aab-9e06-646ceda88b14 service neutron] Request body: {'port': {'device_id': '7e08aba3-50e1-4110-a83d-39765a5aa1e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:25:30.092798 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-f63edfc1-f12d-4aab-9e06-646ceda88b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:30.179476 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-274eaf3b-bd37-463c-81b4-32782679160d None None] Provisioning complete for port 53ec538b-483e-466d-a47a-a6e2771022c4 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:25:30.180082 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-274eaf3b-bd37-463c-81b4-32782679160d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:30.218936 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-274eaf3b-bd37-463c-81b4-32782679160d None None] Port 53ec538b-483e-466d-a47a-a6e2771022c4 cannot update to ACTIVE because it is not bound. {{(pid=94063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:25:30.345451 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-f63edfc1-f12d-4aab-9e06-646ceda88b14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53ec538b-483e-466d-a47a-a6e2771022c4 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:25:30.352407 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-f63edfc1-f12d-4aab-9e06-646ceda88b14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:30.363514 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-f63edfc1-f12d-4aab-9e06-646ceda88b14 service neutron] Transition to ACTIVE for port object 53ec538b-483e-466d-a47a-a6e2771022c4 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:25:30.367258 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-f63edfc1-f12d-4aab-9e06-646ceda88b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:30.438638 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63edfc1-f12d-4aab-9e06-646ceda88b14 service neutron] Pushing event updated for resources: {'Port': ['ID=53ec538b-483e-466d-a47a-a6e2771022c4,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:25:30.491000 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-f63edfc1-f12d-4aab-9e06-646ceda88b14 service neutron] Attempting to bind port 53ec538b-483e-466d-a47a-a6e2771022c4 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:25:30.491347 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-f63edfc1-f12d-4aab-9e06-646ceda88b14 service neutron] Attempting to bind port 53ec538b-483e-466d-a47a-a6e2771022c4 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '6cc3c066-be31-4e4b-8ade-e372dc2401b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:25:30.491675 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-f63edfc1-f12d-4aab-9e06-646ceda88b14 service neutron] Attempting to bind port 53ec538b-483e-466d-a47a-a6e2771022c4 on network e2025397-7087-4c7f-a9f8-607a9a9daadf {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:25:30.497126 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-f63edfc1-f12d-4aab-9e06-646ceda88b14 service neutron] Port 53ec538b-483e-466d-a47a-a6e2771022c4 on network e2025397-7087-4c7f-a9f8-607a9a9daadf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:25:30.497618 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-f63edfc1-f12d-4aab-9e06-646ceda88b14 service neutron] Attempting to bind port 53ec538b-483e-466d-a47a-a6e2771022c4 on network e2025397-7087-4c7f-a9f8-607a9a9daadf {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:25:30.502886 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-f63edfc1-f12d-4aab-9e06-646ceda88b14 service neutron] Checking agent: {'id': '20c1fc43-a135-4852-87d5-8f0af43386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'started_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:25:30.503258 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-f63edfc1-f12d-4aab-9e06-646ceda88b14 service neutron] Checking segment: {'id': '6cc3c066-be31-4e4b-8ade-e372dc2401b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:25:30.503639 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-f63edfc1-f12d-4aab-9e06-646ceda88b14 service neutron] Bound using segment: {'id': '6cc3c066-be31-4e4b-8ade-e372dc2401b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:25:30.504062 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-f63edfc1-f12d-4aab-9e06-646ceda88b14 service neutron] Bound port: 53ec538b-483e-466d-a47a-a6e2771022c4, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc3c066-be31-4e4b-8ade-e372dc2401b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:25:30.504932 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-f63edfc1-f12d-4aab-9e06-646ceda88b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:30.574819 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-f63edfc1-f12d-4aab-9e06-646ceda88b14 service neutron] For port 53ec538b-483e-466d-a47a-a6e2771022c4, host hv-cinder-76845, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:25:30.575653 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81ce80-dce2-4e49-8ab3-decf964e9588 req-94baa39c-715f-48d0-b6ae-25cf4ce56315 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:30.577694 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0a81ce80-dce2-4e49-8ab3-decf964e9588 req-94baa39c-715f-48d0-b6ae-25cf4ce56315 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e08aba3-50e1-4110-a83d-39765a5aa1e0 HTTP/1.1" status: 200 len: 943 time: 0.0500252 Sep 27 12:25:30.578792 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-f63edfc1-f12d-4aab-9e06-646ceda88b14 service neutron] For port 53ec538b-483e-466d-a47a-a6e2771022c4, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=53ec538b-483e-466d-a47a-a6e2771022c4,segment=NetworkSegment(6cc3c066-be31-4e4b-8ade-e372dc2401b6),segment_id=6cc3c066-be31-4e4b-8ade-e372dc2401b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:25:30.584381 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-f63edfc1-f12d-4aab-9e06-646ceda88b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:30.616101 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0a81ce80-dce2-4e49-8ab3-decf964e9588 req-acc9fc29-0ed1-4462-b81a-9299f056115d tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315173 Sep 27 12:25:30.621117 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-f63edfc1-f12d-4aab-9e06-646ceda88b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:30.621591 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-f63edfc1-f12d-4aab-9e06-646ceda88b14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:30.622993 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-f63edfc1-f12d-4aab-9e06-646ceda88b14 service neutron] 10.222.0.25 "PUT /v2.0/ports/53ec538b-483e-466d-a47a-a6e2771022c4 HTTP/1.1" status: 200 len: 1093 time: 0.5936599 Sep 27 12:25:30.630111 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e08aba3-50e1-4110-a83d-39765a5aa1e0', 'tag': '53ec538b-483e-466d-a47a-a6e2771022c4'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:25:30.630111 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473ecd5f-6cda-4cd3-9caa-da33863f831e" -d '{"events": [{"name": "network-changed", "server_uuid": "7e08aba3-50e1-4110-a83d-39765a5aa1e0", "tag": "53ec538b-483e-466d-a47a-a6e2771022c4"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:25:30.665595 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63edfc1-f12d-4aab-9e06-646ceda88b14 service neutron] Pushing event updated for resources: {'Port': ['ID=53ec538b-483e-466d-a47a-a6e2771022c4,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:25:30.688770 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743d57ed-fbdb-4e7a-ad0c-71a3f919020d x-openstack-request-id: req-743d57ed-fbdb-4e7a-ad0c-71a3f919020d {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:25:30.689045 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e08aba3-50e1-4110-a83d-39765a5aa1e0", "tag": "53ec538b-483e-466d-a47a-a6e2771022c4", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:25:30.689294 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-743d57ed-fbdb-4e7a-ad0c-71a3f919020d {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:25:30.689691 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e08aba3-50e1-4110-a83d-39765a5aa1e0', 'tag': '53ec538b-483e-466d-a47a-a6e2771022c4', 'status': 'completed', 'code': 200} Sep 27 12:25:30.726127 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-4bde956d-121b-4f75-a87d-272c0f53f4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:30.729369 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-4bde956d-121b-4f75-a87d-272c0f53f4e7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02234d33e23642d9aaa9e248e4bd9949&device_id=7e08aba3-50e1-4110-a83d-39765a5aa1e0 HTTP/1.1" status: 200 len: 1096 time: 0.0545244 Sep 27 12:25:30.774203 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-688fc9ba-5890-4235-846d-cabe2080acb6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53ec538b-483e-466d-a47a-a6e2771022c4 HTTP/1.1" status: 200 len: 217 time: 0.0363283 Sep 27 12:25:30.825469 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616573a3-141b-4dd3-97ab-d65ad3d03753 req-c1672230-3e7f-49d9-8af3-b47127108e82 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:30.826057 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-aa358c62-88b7-44ee-a852-8a77725c45af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:30.827506 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-616573a3-141b-4dd3-97ab-d65ad3d03753 req-c1672230-3e7f-49d9-8af3-b47127108e82 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 944 time: 0.0491896 Sep 27 12:25:30.827645 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-aa358c62-88b7-44ee-a852-8a77725c45af service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b63fdef-f685-4755-a4ce-3355d57dd264 HTTP/1.1" status: 200 len: 850 time: 0.0467074 Sep 27 12:25:30.864658 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-616573a3-141b-4dd3-97ab-d65ad3d03753 req-038c4258-3989-4e61-9105-9801970e85d6 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307298 Sep 27 12:25:30.874913 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-d5a5266c-96dd-4bbb-a3d6-64c20c49e013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:30.876420 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-d5a5266c-96dd-4bbb-a3d6-64c20c49e013 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e2025397-7087-4c7f-a9f8-607a9a9daadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424876 Sep 27 12:25:30.903774 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 907dbb2e-69ad-4ace-a79d-e93004b85756 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:25:30.976714 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-7e07bc7a-98b9-4bdd-b09f-3ef8f33b9909 service neutron] 10.222.0.25 "GET /v2.0/networks/e2025397-7087-4c7f-a9f8-607a9a9daadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923505 Sep 27 12:25:31.004268 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 907dbb2e-69ad-4ace-a79d-e93004b85756, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=907dbb2e-69ad-4ace-a79d-e93004b85756,segment=NetworkSegment(2a6580eb-8685-4d7a-9cf9-25621c7b4860),segment_id=2a6580eb-8685-4d7a-9cf9-25621c7b4860)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:25:31.017567 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Returning: {'device': '907dbb2e-69ad-4ace-a79d-e93004b85756', 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43', 'port_id': '907dbb2e-69ad-4ace-a79d-e93004b85756', 'mac_address': 'fa:16:3e:51:17:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:25:31.063731 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:31.074823 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7f6551c5-41e9-4b04-ac95-e00fd2c8c4bd req-45ff0350-3d26-4196-8467-e723cdec76a5 service neutron] 10.222.0.25 "GET /v2.0/networks/e2025397-7087-4c7f-a9f8-607a9a9daadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898688 Sep 27 12:25:31.078166 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 907dbb2e-69ad-4ace-a79d-e93004b85756 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:25:31.099136 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 907dbb2e-69ad-4ace-a79d-e93004b85756, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=907dbb2e-69ad-4ace-a79d-e93004b85756,segment=NetworkSegment(2a6580eb-8685-4d7a-9cf9-25621c7b4860),segment_id=2a6580eb-8685-4d7a-9cf9-25621c7b4860)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:25:31.103171 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:31.149686 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=907dbb2e-69ad-4ace-a79d-e93004b85756,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:25:31.156536 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:25:31.156892 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:25:31.157272 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:25:31.157700 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:25:31.158041 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:25:31.158837 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:25:31.158837 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:25:31.159095 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:25:31.159390 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:25:31.159715 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:25:31.160048 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:25:31.160371 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:25:31.169513 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ecd5f-6cda-4cd3-9caa-da33863f831e req-dc257a84-abe4-466b-b018-7c1a10c453bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:31.171050 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-473ecd5f-6cda-4cd3-9caa-da33863f831e req-dc257a84-abe4-466b-b018-7c1a10c453bc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02234d33e23642d9aaa9e248e4bd9949&device_id=7e08aba3-50e1-4110-a83d-39765a5aa1e0 HTTP/1.1" status: 200 len: 1096 time: 0.0408566 Sep 27 12:25:31.263018 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ecd5f-6cda-4cd3-9caa-da33863f831e req-5a7b4a04-d014-40af-8fed-aaf1a55d3ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:31.264486 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-473ecd5f-6cda-4cd3-9caa-da33863f831e req-5a7b4a04-d014-40af-8fed-aaf1a55d3ec0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e2025397-7087-4c7f-a9f8-607a9a9daadf HTTP/1.1" status: 200 len: 912 time: 0.0853555 Sep 27 12:25:31.304096 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-473ecd5f-6cda-4cd3-9caa-da33863f831e req-690f8440-6a6f-44a5-8e28-7d0e6c960f4b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53ec538b-483e-466d-a47a-a6e2771022c4 HTTP/1.1" status: 200 len: 217 time: 0.0325611 Sep 27 12:25:31.351796 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ecd5f-6cda-4cd3-9caa-da33863f831e req-9a302ce7-e792-45f6-becc-a60dbeec0c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:31.353193 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-473ecd5f-6cda-4cd3-9caa-da33863f831e req-9a302ce7-e792-45f6-becc-a60dbeec0c0a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b63fdef-f685-4755-a4ce-3355d57dd264 HTTP/1.1" status: 200 len: 850 time: 0.0410008 Sep 27 12:25:31.401402 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ecd5f-6cda-4cd3-9caa-da33863f831e req-b0d0747f-8875-4642-a38f-fb4cbdd633a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:31.402783 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-473ecd5f-6cda-4cd3-9caa-da33863f831e req-b0d0747f-8875-4642-a38f-fb4cbdd633a9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e2025397-7087-4c7f-a9f8-607a9a9daadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425196 Sep 27 12:25:31.493149 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-473ecd5f-6cda-4cd3-9caa-da33863f831e req-a42e8dd1-7d63-4e40-84f9-b7bb781752e0 service neutron] 10.222.0.25 "GET /v2.0/networks/e2025397-7087-4c7f-a9f8-607a9a9daadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812168 Sep 27 12:25:31.583669 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-473ecd5f-6cda-4cd3-9caa-da33863f831e req-cb8ef4b7-ddec-4430-8271-b31e841686f3 service neutron] 10.222.0.25 "GET /v2.0/networks/e2025397-7087-4c7f-a9f8-607a9a9daadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824075 Sep 27 12:25:31.644116 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['907dbb2e-69ad-4ace-a79d-e93004b85756'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:25:31.743759 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae80fd-61b8-4868-9af6-2d68ec525e5a req-99112f8d-d5c6-44f8-bed8-b96ccd99c80f tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:31.745227 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1aae80fd-61b8-4868-9af6-2d68ec525e5a req-99112f8d-d5c6-44f8-bed8-b96ccd99c80f tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e08aba3-50e1-4110-a83d-39765a5aa1e0 HTTP/1.1" status: 200 len: 943 time: 0.0490222 Sep 27 12:25:31.797924 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1aae80fd-61b8-4868-9af6-2d68ec525e5a req-1a817331-0a4f-4cc9-bd1e-fd9376114cb6 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461941 Sep 27 12:25:31.988221 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88421fc4-60e9-48ab-b185-5f38901ce3d4 req-10f0f744-0390-47e2-86b9-d1cfe9e8925d tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:31.990117 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-88421fc4-60e9-48ab-b185-5f38901ce3d4 req-10f0f744-0390-47e2-86b9-d1cfe9e8925d tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 945 time: 0.0522385 Sep 27 12:25:32.027912 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-88421fc4-60e9-48ab-b185-5f38901ce3d4 req-e7a5cf48-10e6-4119-92ed-f9f5d43ded5d tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317452 Sep 27 12:25:32.907608 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23294f-f0b5-4f78-b95d-978ba7f69040 req-7b85f648-66ad-4c91-9b55-f7147335b613 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:32.909066 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3c23294f-f0b5-4f78-b95d-978ba7f69040 req-7b85f648-66ad-4c91-9b55-f7147335b613 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e08aba3-50e1-4110-a83d-39765a5aa1e0 HTTP/1.1" status: 200 len: 943 time: 0.0470634 Sep 27 12:25:32.919418 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 907dbb2e-69ad-4ace-a79d-e93004b85756 up at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:25:32.946114 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3c23294f-f0b5-4f78-b95d-978ba7f69040 req-8db1ae8f-8313-4da2-8950-86a1026f28c8 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310736 Sep 27 12:25:32.966963 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning for port 907dbb2e-69ad-4ace-a79d-e93004b85756 completed by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:25:32.970895 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning complete for port 907dbb2e-69ad-4ace-a79d-e93004b85756 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:25:32.971321 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:33.045932 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:33.070362 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced05f49-746f-4301-bf2c-56db94e0a113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907dbb2e-69ad-4ace-a79d-e93004b85756'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:25:33.072674 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1408999cb3bb97c5ae56cf322f48a5762bdf0801c3dd38f4c7a67e93a613b0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9504351-abf1-4a55-b9bf-91335abbc35e" -d '{"events": [{"server_uuid": "ced05f49-746f-4301-bf2c-56db94e0a113", "name": "network-vif-plugged", "status": "completed", "tag": "907dbb2e-69ad-4ace-a79d-e93004b85756"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:25:33.086491 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 907dbb2e-69ad-4ace-a79d-e93004b85756, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=907dbb2e-69ad-4ace-a79d-e93004b85756,segment=NetworkSegment(2a6580eb-8685-4d7a-9cf9-25621c7b4860),segment_id=2a6580eb-8685-4d7a-9cf9-25621c7b4860)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:25:33.091563 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:33.115590 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5925a008-6da2-4f1c-90ba-e1a2dd41437a x-openstack-request-id: req-5925a008-6da2-4f1c-90ba-e1a2dd41437a {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:25:33.115879 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced05f49-746f-4301-bf2c-56db94e0a113", "name": "network-vif-plugged", "status": "completed", "tag": "907dbb2e-69ad-4ace-a79d-e93004b85756", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:25:33.116128 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5925a008-6da2-4f1c-90ba-e1a2dd41437a {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:25:33.116517 dv-cinder-768458-11-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced05f49-746f-4301-bf2c-56db94e0a113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907dbb2e-69ad-4ace-a79d-e93004b85756', 'code': 200} Sep 27 12:25:33.141835 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=907dbb2e-69ad-4ace-a79d-e93004b85756,revision_number=5']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:25:33.159579 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d49430-12e6-4532-81da-abb138fdef9f req-a3edfc59-ac47-4118-81d8-c4c8f90d20a4 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:33.161051 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c6d49430-12e6-4532-81da-abb138fdef9f req-a3edfc59-ac47-4118-81d8-c4c8f90d20a4 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 946 time: 0.0618122 Sep 27 12:25:33.200326 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c6d49430-12e6-4532-81da-abb138fdef9f req-327c0a91-d1c1-42ad-8f08-86643b7fc0a6 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330911 Sep 27 12:25:33.282883 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce60c41-3a04-4d31-9a5f-7b226e9eb29c req-3aaf815c-67b5-4f09-85b4-b06a40965414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:33.284358 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-cce60c41-3a04-4d31-9a5f-7b226e9eb29c req-3aaf815c-67b5-4f09-85b4-b06a40965414 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 1099 time: 0.0436594 Sep 27 12:25:33.318455 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-cce60c41-3a04-4d31-9a5f-7b226e9eb29c req-051c8876-9721-49e0-a625-cf32fa527c07 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258505 Sep 27 12:25:34.058025 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559836a-7666-4bf3-92ac-9dac7c640c10 req-43c1e47e-33d3-49bb-be7c-4a29ea0d50af tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:34.059523 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4559836a-7666-4bf3-92ac-9dac7c640c10 req-43c1e47e-33d3-49bb-be7c-4a29ea0d50af tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e08aba3-50e1-4110-a83d-39765a5aa1e0 HTTP/1.1" status: 200 len: 943 time: 0.0480101 Sep 27 12:25:34.096371 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4559836a-7666-4bf3-92ac-9dac7c640c10 req-a6b1435a-4111-47ce-97e9-8909bd6f27be tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309536 Sep 27 12:25:34.319058 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b8020-7c4c-4c27-9571-05cf0fc6f6b7 req-ffe29a54-9905-433a-bd38-e5a88fe24ed0 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:34.320511 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ae7b8020-7c4c-4c27-9571-05cf0fc6f6b7 req-ffe29a54-9905-433a-bd38-e5a88fe24ed0 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 946 time: 0.0489392 Sep 27 12:25:34.357181 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ae7b8020-7c4c-4c27-9571-05cf0fc6f6b7 req-fb6c112e-3d8d-48c8-8947-9e5773eebc3e tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307820 Sep 27 12:25:35.204845 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056ef13-2342-4ce8-857c-373a86f09eea req-813119a2-40b5-47af-ae95-9df46596aa9b tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:35.206538 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b056ef13-2342-4ce8-857c-373a86f09eea req-813119a2-40b5-47af-ae95-9df46596aa9b tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e08aba3-50e1-4110-a83d-39765a5aa1e0 HTTP/1.1" status: 200 len: 943 time: 0.0473559 Sep 27 12:25:35.243396 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b056ef13-2342-4ce8-857c-373a86f09eea req-2d473fa7-5e1d-40ec-8fe8-037389315c10 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307143 Sep 27 12:25:35.480720 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89f2d0-0c8b-4048-8b98-f02a314f9e09 req-a136df78-d1dd-4a86-86df-ae6226a71579 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:35.482185 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8c89f2d0-0c8b-4048-8b98-f02a314f9e09 req-a136df78-d1dd-4a86-86df-ae6226a71579 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 946 time: 0.0560241 Sep 27 12:25:35.518799 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8c89f2d0-0c8b-4048-8b98-f02a314f9e09 req-8ef8956d-b18b-41c7-8391-078a90b91613 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305524 Sep 27 12:25:35.634321 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc024c-34fc-40f1-a06d-b0767b66c28d req-ea39e192-9a45-45a2-a715-0389179658b1 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:35.635811 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b1fc024c-34fc-40f1-a06d-b0767b66c28d req-ea39e192-9a45-45a2-a715-0389179658b1 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 946 time: 0.0520639 Sep 27 12:25:35.644705 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 32772) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:25:35.649008 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-ab674fc4-4ff9-48df-b742-7db3bde15390 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Request body: {'floatingip': {'port_id': '907dbb2e-69ad-4ace-a79d-e93004b85756'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:25:35.688205 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ab674fc4-4ff9-48df-b742-7db3bde15390 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for floatingip, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:36.354170 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48bd7c-24ee-4280-9107-dfdbd8a8a623 req-ed32bf11-38ff-4e44-9e30-815d37ddb779 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:36.355640 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9e48bd7c-24ee-4280-9107-dfdbd8a8a623 req-ed32bf11-38ff-4e44-9e30-815d37ddb779 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e08aba3-50e1-4110-a83d-39765a5aa1e0 HTTP/1.1" status: 200 len: 943 time: 0.0477295 Sep 27 12:25:36.364270 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ab674fc4-4ff9-48df-b742-7db3bde15390 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:36.368538 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ab674fc4-4ff9-48df-b742-7db3bde15390 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528668'] for floatingip, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:36.394690 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9e48bd7c-24ee-4280-9107-dfdbd8a8a623 req-5b893dd4-0eee-4e20-9b74-ab4f7f709e70 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324624 Sep 27 12:25:36.475782 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.db.l3_db [None req-ab674fc4-4ff9-48df-b742-7db3bde15390 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Floating IP 217b6e72-468c-49bf-a956-0f48d5a10a6f associated. External IP: 172.27.2.210, port: 907dbb2e-69ad-4ace-a79d-e93004b85756. Sep 27 12:25:36.676958 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab674fc4-4ff9-48df-b742-7db3bde15390 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Router 7e34173f-b3cd-4495-90f3-2967c66803be has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:25:36.781239 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab674fc4-4ff9-48df-b742-7db3bde15390 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:25:36.786151 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ab674fc4-4ff9-48df-b742-7db3bde15390 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for floatingip, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:36.790616 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8757fc4-ece5-426f-b174-aa659ad3262c None None] Sync routers for ids ['7e34173f-b3cd-4495-90f3-2967c66803be'] in dv-cinder-768458-11-iscsi {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:25:36.800851 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8757fc4-ece5-426f-b174-aa659ad3262c None None] Routers {'7e34173f-b3cd-4495-90f3-2967c66803be'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:25:36.801466 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-b8757fc4-ece5-426f-b174-aa659ad3262c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:25:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['7e34173f-b3cd-4495-90f3-2967c66803be'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:25:36.812142 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-ab674fc4-4ff9-48df-b742-7db3bde15390 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "PUT /v2.0/floatingips/217b6e72-468c-49bf-a956-0f48d5a10a6f HTTP/1.1" status: 200 len: 992 time: 1.1664026 Sep 27 12:25:36.812729 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced05f49-746f-4301-bf2c-56db94e0a113', 'tag': '907dbb2e-69ad-4ace-a79d-e93004b85756'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:25:36.814962 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad0c48f-78aa-4c1f-aea3-4f2794d15269" -d '{"events": [{"name": "network-changed", "server_uuid": "ced05f49-746f-4301-bf2c-56db94e0a113", "tag": "907dbb2e-69ad-4ace-a79d-e93004b85756"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:25:36.851116 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f327e4b-9f2c-4de1-b844-69ba65b9731c x-openstack-request-id: req-9f327e4b-9f2c-4de1-b844-69ba65b9731c {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:25:36.851501 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced05f49-746f-4301-bf2c-56db94e0a113", "tag": "907dbb2e-69ad-4ace-a79d-e93004b85756", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:25:36.851829 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9f327e4b-9f2c-4de1-b844-69ba65b9731c {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:25:36.852298 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced05f49-746f-4301-bf2c-56db94e0a113', 'tag': '907dbb2e-69ad-4ace-a79d-e93004b85756', 'status': 'completed', 'code': 200} Sep 27 12:25:36.906963 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-b8757fc4-ece5-426f-b174-aa659ad3262c None None] Set router 7e34173f-b3cd-4495-90f3-2967c66803be gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:25:36.921046 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0c48f-78aa-4c1f-aea3-4f2794d15269 req-c61ed36d-e1a8-4f2a-8852-6d1b3d6422cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:36.922553 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fad0c48f-78aa-4c1f-aea3-4f2794d15269 req-c61ed36d-e1a8-4f2a-8852-6d1b3d6422cd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=72093fa7db4244d79c19eca210667037&device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 1099 time: 0.0406792 Sep 27 12:25:37.014567 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0c48f-78aa-4c1f-aea3-4f2794d15269 req-45a12a39-c9ba-4821-929a-7415615d408e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:37.015986 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fad0c48f-78aa-4c1f-aea3-4f2794d15269 req-45a12a39-c9ba-4821-929a-7415615d408e service neutron] 10.222.0.25 "GET /v2.0/networks?id=5403b160-6d1e-45bc-9efc-c408d4d66d43 HTTP/1.1" status: 200 len: 918 time: 0.0859334 Sep 27 12:25:37.083587 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fad0c48f-78aa-4c1f-aea3-4f2794d15269 req-9c664b22-0a2c-4901-b144-22f75477b69a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=907dbb2e-69ad-4ace-a79d-e93004b85756 HTTP/1.1" status: 200 len: 1000 time: 0.0585489 Sep 27 12:25:37.126056 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-b8757fc4-ece5-426f-b174-aa659ad3262c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'name': 'tempest-AttachVolumeShelveTestJSON-2004355141-router', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:18:27Z', 'updated_at': '2021-09-27T12:18:33Z', 'revision_number': 4, 'project_id': '72093fa7db4244d79c19eca210667037', 'gw_port': {'id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:28Z', 'updated_at': '2021-09-27T12:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_floatingips': [{'id': '217b6e72-468c-49bf-a956-0f48d5a10a6f', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'router_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'port_id': '907dbb2e-69ad-4ace-a79d-e93004b85756', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43', 'mac_address': 'fa:16:3e:51:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced05f49-746f-4301-bf2c-56db94e0a113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:25:22Z', 'updated_at': '2021-09-27T12:25:36Z', 'revision_number': 1, 'project_id': '72093fa7db4244d79c19eca210667037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0', 'name': '', 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'mac_address': 'fa:16:3e:6f:53:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:32Z', 'updated_at': '2021-09-27T12:18:40Z', 'revision_number': 5, 'project_id': '72093fa7db4244d79c19eca210667037', 'subnets': [{'id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:25:37.136902 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0c48f-78aa-4c1f-aea3-4f2794d15269 req-760a91a3-3305-4a8e-92ab-1ab147af3db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:37.138373 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fad0c48f-78aa-4c1f-aea3-4f2794d15269 req-760a91a3-3305-4a8e-92ab-1ab147af3db1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c2b6d0e0-734d-4b24-98bc-9d4bdee30d50 HTTP/1.1" status: 200 len: 856 time: 0.0428350 Sep 27 12:25:37.156358 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8757fc4-ece5-426f-b174-aa659ad3262c None None] Checking router: 7e34173f-b3cd-4495-90f3-2967c66803be for host: dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:25:37.164480 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8757fc4-ece5-426f-b174-aa659ad3262c None None] Routers {'7e34173f-b3cd-4495-90f3-2967c66803be'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:25:37.165084 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-b8757fc4-ece5-426f-b174-aa659ad3262c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:25:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['7e34173f-b3cd-4495-90f3-2967c66803be'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:25:37.188178 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0c48f-78aa-4c1f-aea3-4f2794d15269 req-5ff6c6c0-4b80-47d9-9e81-cf85d373004b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:37.189713 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fad0c48f-78aa-4c1f-aea3-4f2794d15269 req-5ff6c6c0-4b80-47d9-9e81-cf85d373004b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5403b160-6d1e-45bc-9efc-c408d4d66d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0438499 Sep 27 12:25:37.268058 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-b8757fc4-ece5-426f-b174-aa659ad3262c None None] Set router 7e34173f-b3cd-4495-90f3-2967c66803be gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:25:37.281052 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fad0c48f-78aa-4c1f-aea3-4f2794d15269 req-4b62547e-d6f6-46f7-bb92-23593abf98ba service neutron] 10.222.0.25 "GET /v2.0/networks/5403b160-6d1e-45bc-9efc-c408d4d66d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826471 Sep 27 12:25:37.372750 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fad0c48f-78aa-4c1f-aea3-4f2794d15269 req-945df571-0558-40aa-8788-2dfff934553c service neutron] 10.222.0.25 "GET /v2.0/networks/5403b160-6d1e-45bc-9efc-c408d4d66d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843365 Sep 27 12:25:37.494415 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-b8757fc4-ece5-426f-b174-aa659ad3262c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'name': 'tempest-AttachVolumeShelveTestJSON-2004355141-router', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:18:27Z', 'updated_at': '2021-09-27T12:18:33Z', 'revision_number': 4, 'project_id': '72093fa7db4244d79c19eca210667037', 'gw_port': {'id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:28Z', 'updated_at': '2021-09-27T12:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_floatingips': [{'id': '217b6e72-468c-49bf-a956-0f48d5a10a6f', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'router_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'port_id': '907dbb2e-69ad-4ace-a79d-e93004b85756', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43', 'mac_address': 'fa:16:3e:51:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced05f49-746f-4301-bf2c-56db94e0a113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:25:22Z', 'updated_at': '2021-09-27T12:25:36Z', 'revision_number': 1, 'project_id': '72093fa7db4244d79c19eca210667037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0', 'name': '', 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'mac_address': 'fa:16:3e:6f:53:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:32Z', 'updated_at': '2021-09-27T12:18:40Z', 'revision_number': 5, 'project_id': '72093fa7db4244d79c19eca210667037', 'subnets': [{'id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:25:37.512046 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1b6c3-567e-400b-b54f-4216f12138fb req-532eb416-4ab1-4a6b-a4ff-5e3ed5ebe97f tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:37.513527 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-05e1b6c3-567e-400b-b54f-4216f12138fb req-532eb416-4ab1-4a6b-a4ff-5e3ed5ebe97f tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e08aba3-50e1-4110-a83d-39765a5aa1e0 HTTP/1.1" status: 200 len: 943 time: 0.0483799 Sep 27 12:25:37.527086 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8757fc4-ece5-426f-b174-aa659ad3262c None None] The sync data for ids ['7e34173f-b3cd-4495-90f3-2967c66803be'] in dv-cinder-768458-11-iscsi is: [{'id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'name': 'tempest-AttachVolumeShelveTestJSON-2004355141-router', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:18:27Z', 'updated_at': '2021-09-27T12:18:33Z', 'revision_number': 4, 'project_id': '72093fa7db4244d79c19eca210667037', 'gw_port': {'id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:28Z', 'updated_at': '2021-09-27T12:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_floatingips': [{'id': '217b6e72-468c-49bf-a956-0f48d5a10a6f', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'router_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'port_id': '907dbb2e-69ad-4ace-a79d-e93004b85756', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43', 'mac_address': 'fa:16:3e:51:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced05f49-746f-4301-bf2c-56db94e0a113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:25:22Z', 'updated_at': '2021-09-27T12:25:36Z', 'revision_number': 1, 'project_id': '72093fa7db4244d79c19eca210667037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0', 'name': '', 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'mac_address': 'fa:16:3e:6f:53:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:32Z', 'updated_at': '2021-09-27T12:18:40Z', 'revision_number': 5, 'project_id': '72093fa7db4244d79c19eca210667037', 'subnets': [{'id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:25:37.555217 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-05e1b6c3-567e-400b-b54f-4216f12138fb req-5ebb672e-0b3b-4341-8b32-dafbf5e72ab3 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347197 Sep 27 12:25:37.716256 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97e305f-4353-41b9-bf87-1e3557369c31 None None] New status for floating IP 217b6e72-468c-49bf-a956-0f48d5a10a6f: ACTIVE {{(pid=94064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:25:38.684174 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223209d-3e8a-4a88-91d4-c37f91d2d5fc req-200d02d4-0f68-4f3e-9f6d-65a31ebd12d7 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:38.685668 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-9223209d-3e8a-4a88-91d4-c37f91d2d5fc req-200d02d4-0f68-4f3e-9f6d-65a31ebd12d7 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 984 time: 0.0875185 Sep 27 12:25:38.690163 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6cbcf-f493-49ff-a9dd-c02241f595b6 req-8d308b0f-547f-4b86-bfe5-9e1305d0ac3a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:38.691664 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e0a6cbcf-f493-49ff-a9dd-c02241f595b6 req-8d308b0f-547f-4b86-bfe5-9e1305d0ac3a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e08aba3-50e1-4110-a83d-39765a5aa1e0 HTTP/1.1" status: 200 len: 943 time: 0.0517828 Sep 27 12:25:38.700658 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a353d95-5e82-40f6-8406-5e1a0822ee92 req-ce3cfd2e-97c0-43b8-85d9-e44104f1f10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:38.702549 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5a353d95-5e82-40f6-8406-5e1a0822ee92 req-ce3cfd2e-97c0-43b8-85d9-e44104f1f10e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d267b08e21d045a28d99a52762b5680f&device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 1137 time: 0.0673254 Sep 27 12:25:38.730750 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e0a6cbcf-f493-49ff-a9dd-c02241f595b6 req-3161f33d-7896-4cf5-8540-07c4c6ef6fba tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329099 Sep 27 12:25:38.762483 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-9223209d-3e8a-4a88-91d4-c37f91d2d5fc req-f06f9396-e1c1-4562-bd75-8386c66193ea tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&id=81020f0e-707a-4737-89fa-86b127e4e45b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0693891 Sep 27 12:25:38.813067 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a353d95-5e82-40f6-8406-5e1a0822ee92 req-cfa673ec-33c7-484c-bf7c-5edaf2cde890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:38.814506 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5a353d95-5e82-40f6-8406-5e1a0822ee92 req-cfa673ec-33c7-484c-bf7c-5edaf2cde890 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e3cd76b6-c085-4697-9c16-3648dfee488b HTTP/1.1" status: 200 len: 915 time: 0.1045125 Sep 27 12:25:38.879466 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5a353d95-5e82-40f6-8406-5e1a0822ee92 req-c71c887b-9fc4-40ae-8798-372ae69dad3f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1799ed0a-856e-4355-96bd-9e19b4182060 HTTP/1.1" status: 200 len: 1000 time: 0.0572081 Sep 27 12:25:38.932515 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a353d95-5e82-40f6-8406-5e1a0822ee92 req-cfc0a6a2-fc9a-43b5-a0d5-3ca0f01e1720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:38.933937 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5a353d95-5e82-40f6-8406-5e1a0822ee92 req-cfc0a6a2-fc9a-43b5-a0d5-3ca0f01e1720 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=65c84ef7-1e80-4770-933b-4996e7eed0f4 HTTP/1.1" status: 200 len: 853 time: 0.0470397 Sep 27 12:25:38.953526 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 53ec538b-483e-466d-a47a-a6e2771022c4 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:25:38.979967 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a353d95-5e82-40f6-8406-5e1a0822ee92 req-95853336-e633-4456-92fb-26b07c8e640a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:38.981458 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5a353d95-5e82-40f6-8406-5e1a0822ee92 req-95853336-e633-4456-92fb-26b07c8e640a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e3cd76b6-c085-4697-9c16-3648dfee488b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399420 Sep 27 12:25:39.045195 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 53ec538b-483e-466d-a47a-a6e2771022c4, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=53ec538b-483e-466d-a47a-a6e2771022c4,segment=NetworkSegment(6cc3c066-be31-4e4b-8ade-e372dc2401b6),segment_id=6cc3c066-be31-4e4b-8ade-e372dc2401b6)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:25:39.056407 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Returning: {'device': '53ec538b-483e-466d-a47a-a6e2771022c4', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'port_id': '53ec538b-483e-466d-a47a-a6e2771022c4', 'mac_address': 'fa:16:3e:c9:1c:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:25:39.084158 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5a353d95-5e82-40f6-8406-5e1a0822ee92 req-53c58d43-4737-4605-9aa5-eeb8b7d4f9ae service neutron] 10.222.0.25 "GET /v2.0/networks/e3cd76b6-c085-4697-9c16-3648dfee488b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944848 Sep 27 12:25:39.093997 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:39.109833 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53ec538b-483e-466d-a47a-a6e2771022c4 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:25:39.129090 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 53ec538b-483e-466d-a47a-a6e2771022c4, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=53ec538b-483e-466d-a47a-a6e2771022c4,segment=NetworkSegment(6cc3c066-be31-4e4b-8ade-e372dc2401b6),segment_id=6cc3c066-be31-4e4b-8ade-e372dc2401b6)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:25:39.133240 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:39.173726 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5a353d95-5e82-40f6-8406-5e1a0822ee92 req-9253f7a9-cf17-4975-913f-7ca2d901ac94 service neutron] 10.222.0.25 "GET /v2.0/networks/e3cd76b6-c085-4697-9c16-3648dfee488b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814593 Sep 27 12:25:39.179427 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=53ec538b-483e-466d-a47a-a6e2771022c4,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:25:39.525522 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['53ec538b-483e-466d-a47a-a6e2771022c4'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:25:39.842814 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132f5f0-5cd7-47d8-a757-94381bdae28d req-24c65184-9a30-4c10-b1a5-01f448e60126 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:39.844343 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c132f5f0-5cd7-47d8-a757-94381bdae28d req-24c65184-9a30-4c10-b1a5-01f448e60126 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e08aba3-50e1-4110-a83d-39765a5aa1e0 HTTP/1.1" status: 200 len: 944 time: 0.0479798 Sep 27 12:25:39.881861 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035f0ad-8cb2-43c9-92b9-27b86d2b0868 req-80c44f13-c48a-4ca7-91c4-8cf49d31a650 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:39.882638 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c132f5f0-5cd7-47d8-a757-94381bdae28d req-e01d200f-07d2-4a26-918c-408fd28cb992 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324750 Sep 27 12:25:39.883350 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a035f0ad-8cb2-43c9-92b9-27b86d2b0868 req-80c44f13-c48a-4ca7-91c4-8cf49d31a650 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 984 time: 0.0492048 Sep 27 12:25:39.923292 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a035f0ad-8cb2-43c9-92b9-27b86d2b0868 req-c6e8a987-f9ab-449e-ba4e-49629b16ab28 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&id=81020f0e-707a-4737-89fa-86b127e4e45b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339251 Sep 27 12:25:40.976248 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 53ec538b-483e-466d-a47a-a6e2771022c4 up at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:25:41.001451 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f62cb-bf44-40de-93c7-555858bfba02 req-e0e15f46-24b5-40df-b0eb-c655d691fb59 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:41.003656 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dc0f62cb-bf44-40de-93c7-555858bfba02 req-e0e15f46-24b5-40df-b0eb-c655d691fb59 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e08aba3-50e1-4110-a83d-39765a5aa1e0 HTTP/1.1" status: 200 len: 944 time: 0.0528018 Sep 27 12:25:41.033888 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning for port 53ec538b-483e-466d-a47a-a6e2771022c4 completed by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:25:41.038174 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning complete for port 53ec538b-483e-466d-a47a-a6e2771022c4 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:25:41.038547 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:41.058648 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dc0f62cb-bf44-40de-93c7-555858bfba02 req-cafed68f-aa1c-437d-9e98-a13771f14414 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343335 Sep 27 12:25:41.063891 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d9e60-f5d8-42a4-8808-3fc68281e86d req-d720e8a7-aedc-4a11-8b5d-d0e31934d6b3 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:41.065454 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-033d9e60-f5d8-42a4-8808-3fc68281e86d req-d720e8a7-aedc-4a11-8b5d-d0e31934d6b3 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 984 time: 0.0681388 Sep 27 12:25:41.118102 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-033d9e60-f5d8-42a4-8808-3fc68281e86d req-cd99fc0f-ecb8-4ab3-bcfd-7d0d721a34ef tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&id=81020f0e-707a-4737-89fa-86b127e4e45b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457411 Sep 27 12:25:41.142680 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:41.167146 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e08aba3-50e1-4110-a83d-39765a5aa1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ec538b-483e-466d-a47a-a6e2771022c4'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:25:41.170036 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1408999cb3bb97c5ae56cf322f48a5762bdf0801c3dd38f4c7a67e93a613b0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf753ced-918d-4528-90f8-1bb0e96262f5" -d '{"events": [{"server_uuid": "7e08aba3-50e1-4110-a83d-39765a5aa1e0", "name": "network-vif-plugged", "status": "completed", "tag": "53ec538b-483e-466d-a47a-a6e2771022c4"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:25:41.188852 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 53ec538b-483e-466d-a47a-a6e2771022c4, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=53ec538b-483e-466d-a47a-a6e2771022c4,segment=NetworkSegment(6cc3c066-be31-4e4b-8ade-e372dc2401b6),segment_id=6cc3c066-be31-4e4b-8ade-e372dc2401b6)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:25:41.193975 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:41.238242 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac58a0f-c98f-4f69-be18-bae9ee7ee048 x-openstack-request-id: req-dac58a0f-c98f-4f69-be18-bae9ee7ee048 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:25:41.238573 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e08aba3-50e1-4110-a83d-39765a5aa1e0", "name": "network-vif-plugged", "status": "completed", "tag": "53ec538b-483e-466d-a47a-a6e2771022c4", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:25:41.239013 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dac58a0f-c98f-4f69-be18-bae9ee7ee048 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:25:41.239523 dv-cinder-768458-11-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e08aba3-50e1-4110-a83d-39765a5aa1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ec538b-483e-466d-a47a-a6e2771022c4', 'code': 200} Sep 27 12:25:41.269654 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=53ec538b-483e-466d-a47a-a6e2771022c4,revision_number=5']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:25:41.502150 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4381c-1482-40c4-b8d8-9f50db6ab023 req-d018c6ea-a325-49d4-9144-85b47f0e29a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:41.503724 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-69e4381c-1482-40c4-b8d8-9f50db6ab023 req-d018c6ea-a325-49d4-9144-85b47f0e29a7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7e08aba3-50e1-4110-a83d-39765a5aa1e0 HTTP/1.1" status: 200 len: 1098 time: 0.0423815 Sep 27 12:25:41.534007 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:41.547008 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-69e4381c-1482-40c4-b8d8-9f50db6ab023 req-ef8a7c02-9cd4-46b5-aef2-2594b8d4900a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310097 Sep 27 12:25:42.185238 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e1833-787e-40a0-be30-22485e43182f req-a8d2ab0f-e1fd-472d-8643-6843c2b13fe8 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:42.187353 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-550e1833-787e-40a0-be30-22485e43182f req-a8d2ab0f-e1fd-472d-8643-6843c2b13fe8 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e08aba3-50e1-4110-a83d-39765a5aa1e0 HTTP/1.1" status: 200 len: 945 time: 0.0519114 Sep 27 12:25:42.227712 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-550e1833-787e-40a0-be30-22485e43182f req-465163f0-17de-4903-ad1a-dd8c53e2d387 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342505 Sep 27 12:25:42.243928 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cebaf-73d8-4f57-8240-9db2242db5fb req-af662de5-bc16-4b6c-9d02-2cf7b246ac88 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:42.245611 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f83cebaf-73d8-4f57-8240-9db2242db5fb req-af662de5-bc16-4b6c-9d02-2cf7b246ac88 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 984 time: 0.0550926 Sep 27 12:25:42.288835 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f83cebaf-73d8-4f57-8240-9db2242db5fb req-bed40b22-d319-460d-8f53-1a5252b48c8d tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&id=81020f0e-707a-4737-89fa-86b127e4e45b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364630 Sep 27 12:25:43.345760 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27375e-f5fe-44c2-bb01-28b47016a320 req-90a14eeb-7975-4269-b374-458831a4e00d tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:43.347347 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3c27375e-f5fe-44c2-bb01-28b47016a320 req-90a14eeb-7975-4269-b374-458831a4e00d tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e08aba3-50e1-4110-a83d-39765a5aa1e0 HTTP/1.1" status: 200 len: 945 time: 0.0512080 Sep 27 12:25:43.387981 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3c27375e-f5fe-44c2-bb01-28b47016a320 req-96c6284c-b375-4c58-bf62-68a7591d70c2 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339713 Sep 27 12:25:43.413811 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8912e02-d996-4b36-a32e-79f64079d5f8 req-d14bd94c-d320-4f48-b18d-0cbca1cf6ff0 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:43.415636 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d8912e02-d996-4b36-a32e-79f64079d5f8 req-d14bd94c-d320-4f48-b18d-0cbca1cf6ff0 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 984 time: 0.0550215 Sep 27 12:25:43.462178 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d8912e02-d996-4b36-a32e-79f64079d5f8 req-a2a3fb74-4360-4eed-8420-fd39b58f86cc tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&id=81020f0e-707a-4737-89fa-86b127e4e45b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404587 Sep 27 12:25:43.567043 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016661f-444c-4a68-a194-3148d5e07c0a req-0559e857-37e0-42be-98c2-93d1db4b97af tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:43.568575 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4016661f-444c-4a68-a194-3148d5e07c0a req-0559e857-37e0-42be-98c2-93d1db4b97af tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e08aba3-50e1-4110-a83d-39765a5aa1e0 HTTP/1.1" status: 200 len: 945 time: 0.0495050 Sep 27 12:25:43.608117 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4016661f-444c-4a68-a194-3148d5e07c0a req-aa357dad-cbf1-4027-a1ef-3d611a8f6770 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330977 Sep 27 12:25:43.630644 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 32822) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:25:43.672095 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d1c535-452b-4217-bf43-0dd6284f18d3 tempest-TestVolumeBootPattern-1989762707 tempest-TestVolumeBootPattern-1989762707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:43.673621 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-76d1c535-452b-4217-bf43-0dd6284f18d3 tempest-TestVolumeBootPattern-1989762707 tempest-TestVolumeBootPattern-1989762707-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7e08aba3-50e1-4110-a83d-39765a5aa1e0 HTTP/1.1" status: 200 len: 1093 time: 0.0415790 Sep 27 12:25:43.676757 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 32824) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:25:43.681561 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-baaa9544-48c3-46b4-b804-8d17cb21f14c tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Request body: {'floatingip': {'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'port_id': '53ec538b-483e-466d-a47a-a6e2771022c4', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:25:43.704350 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-baaa9544-48c3-46b4-b804-8d17cb21f14c tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for floatingip, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:43.808371 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-baaa9544-48c3-46b4-b804-8d17cb21f14c tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:43.918376 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-baaa9544-48c3-46b4-b804-8d17cb21f14c tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Allocated IP 172.27.2.53 (1438fd00-25c8-4de7-950d-8ff7237ae90c/dd58ffbb-8e9b-44c5-a656-07f4206120ad/296e688a-3fcc-4b2e-a258-e5fcfaeedc1f) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:25:43.952512 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f23ebcfc-bcfb-4e90-a1d7-c13a72551e7e req-74c54305-ad3c-44a9-98b4-74d78749a6ff service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417521 Sep 27 12:25:44.026380 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ebcfc-bcfb-4e90-a1d7-c13a72551e7e req-247ab10c-095c-4852-9834-f569023ed5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:44.028088 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f23ebcfc-bcfb-4e90-a1d7-c13a72551e7e req-247ab10c-095c-4852-9834-f569023ed5e1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4968d9d2be54e15a365a83a0fe2eebc&device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 1099 time: 0.0496280 Sep 27 12:25:44.149954 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ebcfc-bcfb-4e90-a1d7-c13a72551e7e req-acb4cbdb-5d8c-42b5-b146-6d7c7ed1dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:44.151406 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f23ebcfc-bcfb-4e90-a1d7-c13a72551e7e req-acb4cbdb-5d8c-42b5-b146-6d7c7ed1dd17 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e6e4e115-5c92-482e-b62e-69127fce84b8 HTTP/1.1" status: 200 len: 911 time: 0.0969732 Sep 27 12:25:44.237763 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f23ebcfc-bcfb-4e90-a1d7-c13a72551e7e req-c54a7fc0-e714-4fef-bb00-3f4c57c52fe1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7705cca-779e-4b43-a678-5d13f9ffb07f HTTP/1.1" status: 200 len: 1002 time: 0.0699968 Sep 27 12:25:44.242472 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-baaa9544-48c3-46b4-b804-8d17cb21f14c tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:44.276983 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-baaa9544-48c3-46b4-b804-8d17cb21f14c tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4103691'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:44.291310 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ebcfc-bcfb-4e90-a1d7-c13a72551e7e req-bc1f978a-7a3e-466d-b8cf-c33b9e1d0d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:44.292786 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f23ebcfc-bcfb-4e90-a1d7-c13a72551e7e req-bc1f978a-7a3e-466d-b8cf-c33b9e1d0d78 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9068b1e0-52e3-43a8-9f44-5a4718423cdc HTTP/1.1" status: 200 len: 849 time: 0.0472727 Sep 27 12:25:44.317016 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baaa9544-48c3-46b4-b804-8d17cb21f14c tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Network 1438fd00-25c8-4de7-950d-8ff7237ae90c is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:25:44.319956 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-baaa9544-48c3-46b4-b804-8d17cb21f14c tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:25:44.323860 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaa9544-48c3-46b4-b804-8d17cb21f14c tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:25:44.331950 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa9544-48c3-46b4-b804-8d17cb21f14c tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Pushing event updated for resources: {'Port': ['ID=296e688a-3fcc-4b2e-a258-e5fcfaeedc1f,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:25:44.344884 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ebcfc-bcfb-4e90-a1d7-c13a72551e7e req-4dfe5b47-86a4-4e62-83d9-6b2fa16ef228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:44.346418 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f23ebcfc-bcfb-4e90-a1d7-c13a72551e7e req-4dfe5b47-86a4-4e62-83d9-6b2fa16ef228 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e6e4e115-5c92-482e-b62e-69127fce84b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0459652 Sep 27 12:25:44.460142 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f23ebcfc-bcfb-4e90-a1d7-c13a72551e7e req-419fe509-a4f2-4eaf-a210-f1d0748df5b1 service neutron] 10.222.0.25 "GET /v2.0/networks/e6e4e115-5c92-482e-b62e-69127fce84b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049318 Sep 27 12:25:44.564035 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f23ebcfc-bcfb-4e90-a1d7-c13a72551e7e req-08ea2b36-a41f-4a42-af8a-39e68e974c76 service neutron] 10.222.0.25 "GET /v2.0/networks/e6e4e115-5c92-482e-b62e-69127fce84b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950923 Sep 27 12:25:44.657016 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cedaad-e7a6-4542-a172-20075b76f9a8 req-2a83a231-310d-4a16-96ac-fd37dbe2fb08 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:44.658569 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-83cedaad-e7a6-4542-a172-20075b76f9a8 req-2a83a231-310d-4a16-96ac-fd37dbe2fb08 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 984 time: 0.0934041 Sep 27 12:25:44.749106 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-83cedaad-e7a6-4542-a172-20075b76f9a8 req-43cb5534-3bf6-468e-8af6-eaf1676b4084 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&id=81020f0e-707a-4737-89fa-86b127e4e45b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0809977 Sep 27 12:25:44.810160 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-baaa9544-48c3-46b4-b804-8d17cb21f14c tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:44.880345 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-baaa9544-48c3-46b4-b804-8d17cb21f14c tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:45.034974 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-baaa9544-48c3-46b4-b804-8d17cb21f14c tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:45.039701 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-baaa9544-48c3-46b4-b804-8d17cb21f14c tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4103680'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:45.110273 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa9544-48c3-46b4-b804-8d17cb21f14c tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Pushing event updated for resources: {'Port': ['ID=296e688a-3fcc-4b2e-a258-e5fcfaeedc1f,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:25:45.121581 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-baaa9544-48c3-46b4-b804-8d17cb21f14c tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528668'] for floatingip, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:45.222862 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.db.l3_db [None req-baaa9544-48c3-46b4-b804-8d17cb21f14c tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Floating IP 086141e2-e605-498c-b1ec-f990ac86b939 associated. External IP: 172.27.2.53, port: 53ec538b-483e-466d-a47a-a6e2771022c4. Sep 27 12:25:45.321636 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6db9347c-5085-4d6b-ac99-d3392a4b58e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:45.424686 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baaa9544-48c3-46b4-b804-8d17cb21f14c tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Router bb0e9400-b7d9-4e83-9682-c0b128d33e48 has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:25:45.530388 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baaa9544-48c3-46b4-b804-8d17cb21f14c tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:25:45.540564 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be21612-1597-484e-9549-c783927d234d None None] Sync routers for ids ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'] in dv-cinder-768458-11-iscsi {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:25:45.548157 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-baaa9544-48c3-46b4-b804-8d17cb21f14c tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:45.550081 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be21612-1597-484e-9549-c783927d234d None None] Routers {'bb0e9400-b7d9-4e83-9682-c0b128d33e48'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:25:45.550787 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-0be21612-1597-484e-9549-c783927d234d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:25:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:25:45.574474 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-baaa9544-48c3-46b4-b804-8d17cb21f14c tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8965349 Sep 27 12:25:45.575441 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e08aba3-50e1-4110-a83d-39765a5aa1e0', 'tag': '53ec538b-483e-466d-a47a-a6e2771022c4'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:25:45.577808 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c26ab455eec571cb02c2f89dbcf09edd8fa8b0e7f71c3551ef27f8a7e15ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480713d6-1b82-4738-95fd-2ca7b4aab99f" -d '{"events": [{"name": "network-changed", "server_uuid": "7e08aba3-50e1-4110-a83d-39765a5aa1e0", "tag": "53ec538b-483e-466d-a47a-a6e2771022c4"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:25:45.618270 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f495c8-b360-4bf9-851e-704e66952aae x-openstack-request-id: req-a9f495c8-b360-4bf9-851e-704e66952aae {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:25:45.618559 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e08aba3-50e1-4110-a83d-39765a5aa1e0", "tag": "53ec538b-483e-466d-a47a-a6e2771022c4", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:25:45.618823 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a9f495c8-b360-4bf9-851e-704e66952aae {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:25:45.619220 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e08aba3-50e1-4110-a83d-39765a5aa1e0', 'tag': '53ec538b-483e-466d-a47a-a6e2771022c4', 'status': 'completed', 'code': 200} Sep 27 12:25:45.660524 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-0be21612-1597-484e-9549-c783927d234d None None] Set router bb0e9400-b7d9-4e83-9682-c0b128d33e48 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:25:45.692044 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480713d6-1b82-4738-95fd-2ca7b4aab99f req-1c2c0b7b-476c-4228-a9ff-7bbec2f60f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:45.693541 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-480713d6-1b82-4738-95fd-2ca7b4aab99f req-1c2c0b7b-476c-4228-a9ff-7bbec2f60f99 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02234d33e23642d9aaa9e248e4bd9949&device_id=7e08aba3-50e1-4110-a83d-39765a5aa1e0 HTTP/1.1" status: 200 len: 1098 time: 0.0463088 Sep 27 12:25:45.799554 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480713d6-1b82-4738-95fd-2ca7b4aab99f req-0898a9ac-d1c7-41dd-bc09-047aa7d68583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:45.800943 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-480713d6-1b82-4738-95fd-2ca7b4aab99f req-0898a9ac-d1c7-41dd-bc09-047aa7d68583 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e2025397-7087-4c7f-a9f8-607a9a9daadf HTTP/1.1" status: 200 len: 912 time: 0.0931361 Sep 27 12:25:45.895810 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-0be21612-1597-484e-9549-c783927d234d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'name': 'tempest-TestVolumeBootPattern-551154710-router', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:31Z', 'updated_at': '2021-09-27T12:21:35Z', 'revision_number': 4, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'gw_port': {'id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:32Z', 'updated_at': '2021-09-27T12:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_floatingips': [{'id': '086141e2-e605-498c-b1ec-f990ac86b939', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'router_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'port_id': '53ec538b-483e-466d-a47a-a6e2771022c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'mac_address': 'fa:16:3e:c9:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e08aba3-50e1-4110-a83d-39765a5aa1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:25:44Z', 'updated_at': '2021-09-27T12:25:44Z', 'revision_number': 0, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78078fd6-c318-424e-bcdb-913e81f88b04', 'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'mac_address': 'fa:16:3e:e7:d0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:34Z', 'updated_at': '2021-09-27T12:21:39Z', 'revision_number': 5, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'subnets': [{'id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:25:45.898439 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-480713d6-1b82-4738-95fd-2ca7b4aab99f req-e719cf31-dac8-4e47-996d-8b37c659c018 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53ec538b-483e-466d-a47a-a6e2771022c4 HTTP/1.1" status: 200 len: 998 time: 0.0887239 Sep 27 12:25:45.924346 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be21612-1597-484e-9549-c783927d234d None None] Checking router: bb0e9400-b7d9-4e83-9682-c0b128d33e48 for host: dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:25:45.932825 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be21612-1597-484e-9549-c783927d234d None None] Routers {'bb0e9400-b7d9-4e83-9682-c0b128d33e48'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:25:45.933430 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-0be21612-1597-484e-9549-c783927d234d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:25:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:25:45.940722 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919b15f-4191-4689-8cac-454f7a1f02db req-9c708946-372b-4b43-a097-ec7d84c0cab2 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:45.942407 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1919b15f-4191-4689-8cac-454f7a1f02db req-9c708946-372b-4b43-a097-ec7d84c0cab2 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 984 time: 0.0935059 Sep 27 12:25:45.975415 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480713d6-1b82-4738-95fd-2ca7b4aab99f req-45a927df-c665-44d6-9a76-01713c5aef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:45.976869 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-480713d6-1b82-4738-95fd-2ca7b4aab99f req-45a927df-c665-44d6-9a76-01713c5aef78 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b63fdef-f685-4755-a4ce-3355d57dd264 HTTP/1.1" status: 200 len: 850 time: 0.0705996 Sep 27 12:25:46.020976 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1919b15f-4191-4689-8cac-454f7a1f02db req-eb0aa321-d7d7-40fc-ac3b-7ff43352a3d7 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&id=81020f0e-707a-4737-89fa-86b127e4e45b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0705607 Sep 27 12:25:46.040071 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480713d6-1b82-4738-95fd-2ca7b4aab99f req-2b559580-8c8e-43c9-9a71-427dce455bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:46.042400 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-480713d6-1b82-4738-95fd-2ca7b4aab99f req-2b559580-8c8e-43c9-9a71-427dce455bc5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e2025397-7087-4c7f-a9f8-607a9a9daadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0559387 Sep 27 12:25:46.141841 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-480713d6-1b82-4738-95fd-2ca7b4aab99f req-83801427-ab95-4204-bab3-8ade17f08fea service neutron] 10.222.0.25 "GET /v2.0/networks/e2025397-7087-4c7f-a9f8-607a9a9daadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889361 Sep 27 12:25:46.172005 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-0be21612-1597-484e-9549-c783927d234d None None] Set router bb0e9400-b7d9-4e83-9682-c0b128d33e48 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:25:46.241396 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-480713d6-1b82-4738-95fd-2ca7b4aab99f req-9044d97b-6d17-4e74-82aa-af918e211f40 service neutron] 10.222.0.25 "GET /v2.0/networks/e2025397-7087-4c7f-a9f8-607a9a9daadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909634 Sep 27 12:25:46.407048 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-0be21612-1597-484e-9549-c783927d234d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'name': 'tempest-TestVolumeBootPattern-551154710-router', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:31Z', 'updated_at': '2021-09-27T12:21:35Z', 'revision_number': 4, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'gw_port': {'id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:32Z', 'updated_at': '2021-09-27T12:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_floatingips': [{'id': '086141e2-e605-498c-b1ec-f990ac86b939', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'router_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'port_id': '53ec538b-483e-466d-a47a-a6e2771022c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'mac_address': 'fa:16:3e:c9:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e08aba3-50e1-4110-a83d-39765a5aa1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:25:44Z', 'updated_at': '2021-09-27T12:25:44Z', 'revision_number': 0, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78078fd6-c318-424e-bcdb-913e81f88b04', 'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'mac_address': 'fa:16:3e:e7:d0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:34Z', 'updated_at': '2021-09-27T12:21:39Z', 'revision_number': 5, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'subnets': [{'id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:25:46.436522 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be21612-1597-484e-9549-c783927d234d None None] The sync data for ids ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'] in dv-cinder-768458-11-iscsi is: [{'id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'name': 'tempest-TestVolumeBootPattern-551154710-router', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:31Z', 'updated_at': '2021-09-27T12:21:35Z', 'revision_number': 4, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'gw_port': {'id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:32Z', 'updated_at': '2021-09-27T12:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_floatingips': [{'id': '086141e2-e605-498c-b1ec-f990ac86b939', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'router_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'port_id': '53ec538b-483e-466d-a47a-a6e2771022c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'mac_address': 'fa:16:3e:c9:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e08aba3-50e1-4110-a83d-39765a5aa1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:25:44Z', 'updated_at': '2021-09-27T12:25:44Z', 'revision_number': 0, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78078fd6-c318-424e-bcdb-913e81f88b04', 'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'mac_address': 'fa:16:3e:e7:d0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:34Z', 'updated_at': '2021-09-27T12:21:39Z', 'revision_number': 5, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'subnets': [{'id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:25:46.633784 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49328f32-eff9-4853-b659-272127f2eca5 None None] New status for floating IP 086141e2-e605-498c-b1ec-f990ac86b939: ACTIVE {{(pid=94064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:25:47.144669 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779148d-0449-46f0-852c-b132a061b48f req-e46a2b11-dc1d-4771-80fe-ed0564fb2793 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:47.145832 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e779148d-0449-46f0-852c-b132a061b48f req-e46a2b11-dc1d-4771-80fe-ed0564fb2793 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 984 time: 0.0499933 Sep 27 12:25:47.186466 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e779148d-0449-46f0-852c-b132a061b48f req-e94fbd8a-5204-4456-9566-934d59a5c9d0 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&id=81020f0e-707a-4737-89fa-86b127e4e45b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342972 Sep 27 12:25:47.521773 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f4bbafd0-be81-44c8-b299-04652f887e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:48.303548 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17039a-7313-4e09-a4f8-da8a6ee67e97 req-6f60e065-b210-4e44-87cc-b800d624631d tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:48.305018 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-9d17039a-7313-4e09-a4f8-da8a6ee67e97 req-6f60e065-b210-4e44-87cc-b800d624631d tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 984 time: 0.0505946 Sep 27 12:25:48.348045 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-9d17039a-7313-4e09-a4f8-da8a6ee67e97 req-68d4301e-a26e-40a6-a63f-32851ce79c54 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&id=81020f0e-707a-4737-89fa-86b127e4e45b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358124 Sep 27 12:25:48.708170 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:49.474283 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9ba0d-41e3-4389-9f72-3e287bd96f0c req-6b117d11-208c-4273-b07e-65b302b3ab8a tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:49.475858 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-07d9ba0d-41e3-4389-9f72-3e287bd96f0c req-6b117d11-208c-4273-b07e-65b302b3ab8a tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 984 time: 0.0579166 Sep 27 12:25:49.517925 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-07d9ba0d-41e3-4389-9f72-3e287bd96f0c req-4044b31b-0d6d-423a-b52b-de0e5f5a3dc6 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&id=81020f0e-707a-4737-89fa-86b127e4e45b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359070 Sep 27 12:25:49.648818 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:50.633231 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c283d-591e-4059-aecc-98bd81e98df8 req-fc8bdf71-147e-444a-b4bf-0d05108d08dd tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:25:50.634768 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ae0c283d-591e-4059-aecc-98bd81e98df8 req-fc8bdf71-147e-444a-b4bf-0d05108d08dd tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 984 time: 0.0500166 Sep 27 12:25:50.677415 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ae0c283d-591e-4059-aecc-98bd81e98df8 req-4a6bc8e4-191f-4c73-9c55-d415e7972bd2 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&id=81020f0e-707a-4737-89fa-86b127e4e45b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358024 Sep 27 12:25:50.868522 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:25:52.689735 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:26:11.540248 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:15.323529 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7c0fd252-ae02-4016-bffd-9606cb54ea51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:17.521886 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-71e1c0ec-30c0-43d6-8084-ac9bd436bd8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:18.709154 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:19.649397 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:20.871009 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:29.688852 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:26:35.771787 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4e534-4c01-4fea-ae2a-6b0a90e74431 req-bcaf1678-7812-4b08-b6a3-54f73d795251 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:35.773288 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-17d4e534-4c01-4fea-ae2a-6b0a90e74431 req-bcaf1678-7812-4b08-b6a3-54f73d795251 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0483968 Sep 27 12:26:35.811653 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-17d4e534-4c01-4fea-ae2a-6b0a90e74431 req-e29aff37-73eb-43f5-ad29-0b795141eb17 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324454 Sep 27 12:26:36.935299 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74990a7-67d9-42d7-9e0d-1ebf8f75f85e req-7cc39eb8-918f-4a22-89f6-eb13237e251b tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:36.936703 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f74990a7-67d9-42d7-9e0d-1ebf8f75f85e req-7cc39eb8-918f-4a22-89f6-eb13237e251b tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0517504 Sep 27 12:26:36.974374 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f74990a7-67d9-42d7-9e0d-1ebf8f75f85e req-5321d543-e7a3-4741-8166-47785ab17bbe tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=21841eb0-9f57-4c36-ad41-1f5a60d4f726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318091 Sep 27 12:26:37.092038 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1060d-6e02-4c7f-8b88-58bfd1d8d92c req-3a849f05-d956-43ce-8e85-647c37624d4e tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:37.093483 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1bb1060d-6e02-4c7f-8b88-58bfd1d8d92c req-3a849f05-d956-43ce-8e85-647c37624d4e tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 946 time: 0.0480497 Sep 27 12:26:37.182791 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-1bb1060d-6e02-4c7f-8b88-58bfd1d8d92c req-3833db58-4adb-4e17-823a-dea8297c5e8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Deleting port e7705cca-779e-4b43-a678-5d13f9ffb07f {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:26:37.183072 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-1bb1060d-6e02-4c7f-8b88-58bfd1d8d92c req-3833db58-4adb-4e17-823a-dea8297c5e8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:37.269776 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-1bb1060d-6e02-4c7f-8b88-58bfd1d8d92c req-3833db58-4adb-4e17-823a-dea8297c5e8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] For port e7705cca-779e-4b43-a678-5d13f9ffb07f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e7705cca-779e-4b43-a678-5d13f9ffb07f,segment=NetworkSegment(dba8a605-1ec3-4e1a-aed1-624c44cc2d3b),segment_id=dba8a605-1ec3-4e1a-aed1-624c44cc2d3b)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:26:37.270128 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-1bb1060d-6e02-4c7f-8b88-58bfd1d8d92c req-3833db58-4adb-4e17-823a-dea8297c5e8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:37.435851 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-1bb1060d-6e02-4c7f-8b88-58bfd1d8d92c req-3833db58-4adb-4e17-823a-dea8297c5e8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:37.436126 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-1bb1060d-6e02-4c7f-8b88-58bfd1d8d92c req-3833db58-4adb-4e17-823a-dea8297c5e8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528668'] for floatingip, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:37.436440 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.db.l3_db [req-1bb1060d-6e02-4c7f-8b88-58bfd1d8d92c req-3833db58-4adb-4e17-823a-dea8297c5e8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Floating IP f053d3cd-98a6-46fa-b29c-8c426ff024fd disassociated. External IP: 172.27.2.160, port: e7705cca-779e-4b43-a678-5d13f9ffb07f. Sep 27 12:26:37.436776 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-1bb1060d-6e02-4c7f-8b88-58bfd1d8d92c req-3833db58-4adb-4e17-823a-dea8297c5e8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Calling delete_port for e7705cca-779e-4b43-a678-5d13f9ffb07f owned by compute:nova {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:26:37.561051 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-1bb1060d-6e02-4c7f-8b88-58bfd1d8d92c req-3833db58-4adb-4e17-823a-dea8297c5e8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:37.590483 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833db58-4adb-4e17-823a-dea8297c5e8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Pushing event deleted for resources: {'Port': ['ID=e7705cca-779e-4b43-a678-5d13f9ffb07f,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:26:37.601860 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3833db58-4adb-4e17-823a-dea8297c5e8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:37.602209 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3833db58-4adb-4e17-823a-dea8297c5e8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:37.602544 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3833db58-4adb-4e17-823a-dea8297c5e8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:37.602875 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3833db58-4adb-4e17-823a-dea8297c5e8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:37.603225 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3833db58-4adb-4e17-823a-dea8297c5e8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:37.603551 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3833db58-4adb-4e17-823a-dea8297c5e8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:37.603875 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3833db58-4adb-4e17-823a-dea8297c5e8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:37.604204 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3833db58-4adb-4e17-823a-dea8297c5e8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:37.604527 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3833db58-4adb-4e17-823a-dea8297c5e8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:37.604846 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3833db58-4adb-4e17-823a-dea8297c5e8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:37.605170 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3833db58-4adb-4e17-823a-dea8297c5e8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:37.606128 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3833db58-4adb-4e17-823a-dea8297c5e8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:37.972667 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bb1060d-6e02-4c7f-8b88-58bfd1d8d92c req-3833db58-4adb-4e17-823a-dea8297c5e8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Router 1e926963-5902-4445-992f-f9a943339294 has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:26:38.103112 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-27a4a6bb-b128-4094-ad78-1ebe2b59fe0b req-74bcb1b7-a5e8-4a71-aa0a-a1e3636ce355 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf66c803-6c84-4a37-ab97-860cf95d0d82 HTTP/1.1" status: 200 len: 210 time: 0.0550513 Sep 27 12:26:38.114842 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bb1060d-6e02-4c7f-8b88-58bfd1d8d92c req-3833db58-4adb-4e17-823a-dea8297c5e8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:26:38.129799 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5d3e06-ec76-4f6e-b903-36fd7f9621aa None None] Sync routers for ids ['1e926963-5902-4445-992f-f9a943339294'] in dv-cinder-768458-11-iscsi {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:26:38.139658 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5d3e06-ec76-4f6e-b903-36fd7f9621aa None None] Routers {'1e926963-5902-4445-992f-f9a943339294'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:26:38.140271 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-9b5d3e06-ec76-4f6e-b903-36fd7f9621aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:26:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['1e926963-5902-4445-992f-f9a943339294'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:26:38.159278 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb1060d-6e02-4c7f-8b88-58bfd1d8d92c req-3833db58-4adb-4e17-823a-dea8297c5e8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] No DVR routers for this DVR port e7705cca-779e-4b43-a678-5d13f9ffb07f on host hv-cinder-76845 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:26:38.161890 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-1bb1060d-6e02-4c7f-8b88-58bfd1d8d92c req-3833db58-4adb-4e17-823a-dea8297c5e8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:38.163887 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1bb1060d-6e02-4c7f-8b88-58bfd1d8d92c req-3833db58-4adb-4e17-823a-dea8297c5e8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.25 "DELETE /v2.0/ports/e7705cca-779e-4b43-a678-5d13f9ffb07f HTTP/1.1" status: 204 len: 173 time: 1.0642116 Sep 27 12:26:38.164330 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf66c803-6c84-4a37-ab97-860cf95d0d82', 'name': 'network-vif-deleted', 'tag': 'e7705cca-779e-4b43-a678-5d13f9ffb07f'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:26:38.166593 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0538f8c-a3cd-43b6-9562-c1e7d416d082" -d '{"events": [{"server_uuid": "cf66c803-6c84-4a37-ab97-860cf95d0d82", "name": "network-vif-deleted", "tag": "e7705cca-779e-4b43-a678-5d13f9ffb07f"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:26:38.205494 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e6f05d-c74f-4896-b2b1-7cbd5f9b4a03 x-openstack-request-id: req-88e6f05d-c74f-4896-b2b1-7cbd5f9b4a03 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:26:38.206069 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf66c803-6c84-4a37-ab97-860cf95d0d82", "name": "network-vif-deleted", "tag": "e7705cca-779e-4b43-a678-5d13f9ffb07f", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:26:38.206325 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-88e6f05d-c74f-4896-b2b1-7cbd5f9b4a03 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:26:38.206727 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf66c803-6c84-4a37-ab97-860cf95d0d82', 'name': 'network-vif-deleted', 'tag': 'e7705cca-779e-4b43-a678-5d13f9ffb07f', 'status': 'completed', 'code': 200} Sep 27 12:26:38.253149 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-9b5d3e06-ec76-4f6e-b903-36fd7f9621aa None None] Set router 1e926963-5902-4445-992f-f9a943339294 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:26:38.457587 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-9b5d3e06-ec76-4f6e-b903-36fd7f9621aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e926963-5902-4445-992f-f9a943339294', 'name': 'tempest-AttachVolumeTestJSON-988052167-router', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:07Z', 'revision_number': 4, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'gw_port': {'id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'cceff216-3fb0-4380-be1f-afebf72e8087', 'name': '', 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'mac_address': 'fa:16:3e:91:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '9068b1e0-52e3-43a8-9f44-5a4718423cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:06Z', 'updated_at': '2021-09-27T12:20:10Z', 'revision_number': 5, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'subnets': [{'id': '9068b1e0-52e3-43a8-9f44-5a4718423cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:26:38.483202 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5d3e06-ec76-4f6e-b903-36fd7f9621aa None None] Checking router: 1e926963-5902-4445-992f-f9a943339294 for host: dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:26:38.491203 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5d3e06-ec76-4f6e-b903-36fd7f9621aa None None] Routers {'1e926963-5902-4445-992f-f9a943339294'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:26:38.491797 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-9b5d3e06-ec76-4f6e-b903-36fd7f9621aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:26:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['1e926963-5902-4445-992f-f9a943339294'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:26:38.597223 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-9b5d3e06-ec76-4f6e-b903-36fd7f9621aa None None] Set router 1e926963-5902-4445-992f-f9a943339294 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:26:38.789049 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-9b5d3e06-ec76-4f6e-b903-36fd7f9621aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e926963-5902-4445-992f-f9a943339294', 'name': 'tempest-AttachVolumeTestJSON-988052167-router', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:07Z', 'revision_number': 4, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'gw_port': {'id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'cceff216-3fb0-4380-be1f-afebf72e8087', 'name': '', 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'mac_address': 'fa:16:3e:91:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '9068b1e0-52e3-43a8-9f44-5a4718423cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:06Z', 'updated_at': '2021-09-27T12:20:10Z', 'revision_number': 5, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'subnets': [{'id': '9068b1e0-52e3-43a8-9f44-5a4718423cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:26:38.817325 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5d3e06-ec76-4f6e-b903-36fd7f9621aa None None] The sync data for ids ['1e926963-5902-4445-992f-f9a943339294'] in dv-cinder-768458-11-iscsi is: [{'id': '1e926963-5902-4445-992f-f9a943339294', 'name': 'tempest-AttachVolumeTestJSON-988052167-router', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:07Z', 'revision_number': 4, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'gw_port': {'id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'cceff216-3fb0-4380-be1f-afebf72e8087', 'name': '', 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'mac_address': 'fa:16:3e:91:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '9068b1e0-52e3-43a8-9f44-5a4718423cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:06Z', 'updated_at': '2021-09-27T12:20:10Z', 'revision_number': 5, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'subnets': [{'id': '9068b1e0-52e3-43a8-9f44-5a4718423cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:26:39.017967 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df824ce6-64d8-43f3-9699-4c12d6aad801 None None] New status for floating IP f053d3cd-98a6-46fa-b29c-8c426ff024fd: DOWN {{(pid=94064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:26:39.192166 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 33002) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:26:39.249323 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b0329264-393a-4c72-81f2-26f006dc5830 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:39.271085 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b0329264-393a-4c72-81f2-26f006dc5830 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:39.316527 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b0329264-393a-4c72-81f2-26f006dc5830 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:39.319186 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b0329264-393a-4c72-81f2-26f006dc5830 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:39.320314 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-b0329264-393a-4c72-81f2-26f006dc5830 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "DELETE /v2.0/security-groups/21841eb0-9f57-4c36-ad41-1f5a60d4f726 HTTP/1.1" status: 204 len: 168 time: 0.1270814 Sep 27 12:26:39.323164 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 33004) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:26:39.328976 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0329264-393a-4c72-81f2-26f006dc5830 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21841eb0-9f57-4c36-ad41-1f5a60d4f726,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:26:39.336072 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0329264-393a-4c72-81f2-26f006dc5830 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:39.336420 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0329264-393a-4c72-81f2-26f006dc5830 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:39.336529 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.api.v2.resource [None req-48112078-f29f-4c31-a72d-5bae2ff18244 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] show failed (client error): The resource could not be found. Sep 27 12:26:39.336760 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0329264-393a-4c72-81f2-26f006dc5830 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:39.337172 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0329264-393a-4c72-81f2-26f006dc5830 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:39.337372 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-48112078-f29f-4c31-a72d-5bae2ff18244 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups/21841eb0-9f57-4c36-ad41-1f5a60d4f726 HTTP/1.1" status: 404 len: 347 time: 0.0132320 Sep 27 12:26:39.337600 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0329264-393a-4c72-81f2-26f006dc5830 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:39.337736 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0329264-393a-4c72-81f2-26f006dc5830 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:39.338062 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0329264-393a-4c72-81f2-26f006dc5830 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:39.338391 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0329264-393a-4c72-81f2-26f006dc5830 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:39.338713 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0329264-393a-4c72-81f2-26f006dc5830 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:39.339061 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0329264-393a-4c72-81f2-26f006dc5830 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:39.339384 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0329264-393a-4c72-81f2-26f006dc5830 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:39.339705 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0329264-393a-4c72-81f2-26f006dc5830 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:39.340188 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 33006) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:26:39.461042 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-9564b36e-a481-4366-bea3-7427964ab5bf tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Deleting port 2497ea79-f807-48dd-b31d-d6e44115257b {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:26:39.461384 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9564b36e-a481-4366-bea3-7427964ab5bf tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:39.533516 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9564b36e-a481-4366-bea3-7427964ab5bf tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:39.533886 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9564b36e-a481-4366-bea3-7427964ab5bf tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:39.545758 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-9564b36e-a481-4366-bea3-7427964ab5bf tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Calling delete_port for 2497ea79-f807-48dd-b31d-d6e44115257b owned by network:floatingip {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:26:39.672607 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9564b36e-a481-4366-bea3-7427964ab5bf tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:39.701959 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564b36e-a481-4366-bea3-7427964ab5bf tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Pushing event deleted for resources: {'Port': ['ID=2497ea79-f807-48dd-b31d-d6e44115257b,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:26:39.773150 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9564b36e-a481-4366-bea3-7427964ab5bf tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for floatingip, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:39.775945 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9564b36e-a481-4366-bea3-7427964ab5bf tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for floatingip, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:39.777151 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-9564b36e-a481-4366-bea3-7427964ab5bf tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "DELETE /v2.0/floatingips/f053d3cd-98a6-46fa-b29c-8c426ff024fd HTTP/1.1" status: 204 len: 168 time: 0.4360995 Sep 27 12:26:40.043343 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 33010) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:26:40.047883 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-41931d17-03a2-40fc-8bc5-2f5c7e8b1dd6 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Request body: {'security_group': {'name': 'tempest-securitygroup--749851151', 'description': 'tempest-description--1489099584'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:26:40.069464 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-41931d17-03a2-40fc-8bc5-2f5c7e8b1dd6 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:40.148312 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-41931d17-03a2-40fc-8bc5-2f5c7e8b1dd6 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:40.151872 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-41931d17-03a2-40fc-8bc5-2f5c7e8b1dd6 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:40.177454 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-41931d17-03a2-40fc-8bc5-2f5c7e8b1dd6 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:40.178654 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-41931d17-03a2-40fc-8bc5-2f5c7e8b1dd6 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1343184 Sep 27 12:26:40.181574 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 33012) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:26:40.182801 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41931d17-03a2-40fc-8bc5-2f5c7e8b1dd6 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a99b4ec5-f4dc-43d1-a800-af120b65a5b6,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:26:40.187006 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-2215030f-ba47-47cb-8aa2-f1a62c13234b tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Request body: {'security_group_rule': {'security_group_id': 'a99b4ec5-f4dc-43d1-a800-af120b65a5b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:26:40.213850 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2215030f-ba47-47cb-8aa2-f1a62c13234b tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:40.259624 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2215030f-ba47-47cb-8aa2-f1a62c13234b tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:40.263658 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2215030f-ba47-47cb-8aa2-f1a62c13234b tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646503'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:40.283645 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2215030f-ba47-47cb-8aa2-f1a62c13234b tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2906a49c-6200-4577-919b-d1d9b64a4c16,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:26:40.288533 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2215030f-ba47-47cb-8aa2-f1a62c13234b tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:40.289745 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-2215030f-ba47-47cb-8aa2-f1a62c13234b tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1071386 Sep 27 12:26:40.292359 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 33016) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:26:40.296644 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-b25a7592-de2d-4933-a3eb-32679bc80e80 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Request body: {'security_group_rule': {'security_group_id': 'a99b4ec5-f4dc-43d1-a800-af120b65a5b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:26:40.321903 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b25a7592-de2d-4933-a3eb-32679bc80e80 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:40.376782 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b25a7592-de2d-4933-a3eb-32679bc80e80 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:40.380335 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b25a7592-de2d-4933-a3eb-32679bc80e80 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646503'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:40.397158 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a7592-de2d-4933-a3eb-32679bc80e80 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53df2311-e581-4d0b-8c08-de13d098982d,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:26:40.403240 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b25a7592-de2d-4933-a3eb-32679bc80e80 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:40.404064 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-b25a7592-de2d-4933-a3eb-32679bc80e80 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1108000 Sep 27 12:26:40.407197 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 33018) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:26:40.411662 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-4d96cf60-ae58-4712-a59d-39d02216937d tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Request body: {'floatingip': {'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:26:40.432491 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4d96cf60-ae58-4712-a59d-39d02216937d tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for floatingip, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:40.527796 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4d96cf60-ae58-4712-a59d-39d02216937d tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:40.627685 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-4d96cf60-ae58-4712-a59d-39d02216937d tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Allocated IP 172.27.2.14 (1438fd00-25c8-4de7-950d-8ff7237ae90c/dd58ffbb-8e9b-44c5-a656-07f4206120ad/db0cacaa-0c3e-40c9-8eb6-5ca8fca67eb6) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:26:40.731096 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4d96cf60-ae58-4712-a59d-39d02216937d tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:40.762463 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4d96cf60-ae58-4712-a59d-39d02216937d tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4103691'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:40.798874 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d96cf60-ae58-4712-a59d-39d02216937d tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Network 1438fd00-25c8-4de7-950d-8ff7237ae90c is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:26:40.801621 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-4d96cf60-ae58-4712-a59d-39d02216937d tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:26:40.804929 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d96cf60-ae58-4712-a59d-39d02216937d tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:26:40.829995 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96cf60-ae58-4712-a59d-39d02216937d tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Pushing event updated for resources: {'Port': ['ID=db0cacaa-0c3e-40c9-8eb6-5ca8fca67eb6,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:26:40.895961 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4d96cf60-ae58-4712-a59d-39d02216937d tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:40.927879 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4d96cf60-ae58-4712-a59d-39d02216937d tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:41.087199 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4d96cf60-ae58-4712-a59d-39d02216937d tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:41.093042 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4d96cf60-ae58-4712-a59d-39d02216937d tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4103680'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:41.195632 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96cf60-ae58-4712-a59d-39d02216937d tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Pushing event updated for resources: {'Port': ['ID=db0cacaa-0c3e-40c9-8eb6-5ca8fca67eb6,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:26:41.211925 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4d96cf60-ae58-4712-a59d-39d02216937d tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528668'] for floatingip, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:41.225250 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4d96cf60-ae58-4712-a59d-39d02216937d tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:41.226633 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-4d96cf60-ae58-4712-a59d-39d02216937d tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8184874 Sep 27 12:26:41.317148 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device e7705cca-779e-4b43-a678-5d13f9ffb07f no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:26:41.338637 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] No Port match for: e7705cca-779e-4b43-a678-5d13f9ffb07f {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:26:41.339018 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device e7705cca-779e-4b43-a678-5d13f9ffb07f not bound to the agent host hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:26:41.372945 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-cd28bd2e-8cb3-4c59-8ba3-cc96af8f1acd tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--749851151&fields=id&tenant_id=d4968d9d2be54e15a365a83a0fe2eebc HTTP/1.1" status: 200 len: 267 time: 0.0341606 Sep 27 12:26:41.484957 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-54230d92-5296-4cef-a21c-3ad43d474be1 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:41.486391 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-54230d92-5296-4cef-a21c-3ad43d474be1 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/networks?id=e6e4e115-5c92-482e-b62e-69127fce84b8 HTTP/1.1" status: 200 len: 810 time: 0.1058710 Sep 27 12:26:41.502364 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-9eb64c19-c011-44e7-af28-b8bbf68353c8 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/quotas/d4968d9d2be54e15a365a83a0fe2eebc HTTP/1.1" status: 200 len: 375 time: 0.0101783 Sep 27 12:26:41.548174 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:41.563023 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-3ae95353-557d-4d35-a9dc-9960703dc3c3 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4968d9d2be54e15a365a83a0fe2eebc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0554943 Sep 27 12:26:41.661066 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-3ea6457b-0322-4035-b867-bb95559c072c service neutron] 10.222.0.60 "GET /v2.0/networks/e6e4e115-5c92-482e-b62e-69127fce84b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866530 Sep 27 12:26:41.751213 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-3cc1b4b7-23c2-4705-840c-9f37c40bc876 service neutron] 10.222.0.60 "GET /v2.0/networks/e6e4e115-5c92-482e-b62e-69127fce84b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838394 Sep 27 12:26:41.906977 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2f30a611-1226-4908-8fac-f63ab72e306c req-ceecdf1a-d39a-49dc-82aa-33e2bcc8bbbc tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9593ed6-8899-4bbd-adb4-4e9dd326eef5 HTTP/1.1" status: 200 len: 210 time: 0.0261612 Sep 27 12:26:42.974875 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-02e0fb10-f218-4497-ae7c-13094289fb2c tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:42.976358 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-02e0fb10-f218-4497-ae7c-13094289fb2c tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.25 "GET /v2.0/networks?id=e6e4e115-5c92-482e-b62e-69127fce84b8 HTTP/1.1" status: 200 len: 810 time: 0.1078823 Sep 27 12:26:43.007745 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-9b511600-fe1a-4cce-8dab-ac6050c06896 req-31941496-7fea-4b70-a29f-ac56508e25bf tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9593ed6-8899-4bbd-adb4-4e9dd326eef5 HTTP/1.1" status: 200 len: 210 time: 0.0304012 Sep 27 12:26:43.037262 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-92153fc1-1c9a-4dff-8fc1-727523288fb8 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4968d9d2be54e15a365a83a0fe2eebc HTTP/1.1" status: 200 len: 379 time: 0.0500989 Sep 27 12:26:43.047132 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-5efe60f0-c940-4d36-b034-2b4f2cb366be tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Request body: {'port': {'device_id': 'a9593ed6-8899-4bbd-adb4-4e9dd326eef5', 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8', 'admin_state_up': True, 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'security_groups': ['a99b4ec5-f4dc-43d1-a800-af120b65a5b6']}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:26:43.153993 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-5efe60f0-c940-4d36-b034-2b4f2cb366be tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Made reservation on behalf of d4968d9d2be54e15a365a83a0fe2eebc for: {'port': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:26:43.157491 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-5efe60f0-c940-4d36-b034-2b4f2cb366be tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:43.281668 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-5efe60f0-c940-4d36-b034-2b4f2cb366be tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Allocated IP 172.20.0.13 (e6e4e115-5c92-482e-b62e-69127fce84b8/9068b1e0-52e3-43a8-9f44-5a4718423cdc/a3a63c07-27cb-4153-85c2-55b031969ece) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:26:43.410330 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-5efe60f0-c940-4d36-b034-2b4f2cb366be tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:43.445739 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-5efe60f0-c940-4d36-b034-2b4f2cb366be tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:43.489894 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-5efe60f0-c940-4d36-b034-2b4f2cb366be tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Network e6e4e115-5c92-482e-b62e-69127fce84b8 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:26:43.492920 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-5efe60f0-c940-4d36-b034-2b4f2cb366be tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:26:43.496468 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-5efe60f0-c940-4d36-b034-2b4f2cb366be tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:26:43.526530 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe60f0-c940-4d36-b034-2b4f2cb366be tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Pushing event updated for resources: {'Port': ['ID=a3a63c07-27cb-4153-85c2-55b031969ece,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:26:43.555350 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-5efe60f0-c940-4d36-b034-2b4f2cb366be tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:43.556081 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-5efe60f0-c940-4d36-b034-2b4f2cb366be tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:43.570644 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-5efe60f0-c940-4d36-b034-2b4f2cb366be tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5276549 Sep 27 12:26:43.635532 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-ed0bf844-174d-4b3c-aabd-1988e57f16b1 service neutron] Request body: {'port': {'device_id': 'a9593ed6-8899-4bbd-adb4-4e9dd326eef5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:26:43.689376 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-ed0bf844-174d-4b3c-aabd-1988e57f16b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:43.750717 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-a1664b0a-a960-4591-9ca6-5a37c7635124 None None] Provisioning complete for port a3a63c07-27cb-4153-85c2-55b031969ece triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:26:43.751338 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a1664b0a-a960-4591-9ca6-5a37c7635124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:43.785771 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-a1664b0a-a960-4591-9ca6-5a37c7635124 None None] Port a3a63c07-27cb-4153-85c2-55b031969ece cannot update to ACTIVE because it is not bound. {{(pid=94063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:26:43.946257 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-ed0bf844-174d-4b3c-aabd-1988e57f16b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a63c07-27cb-4153-85c2-55b031969ece {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:26:43.953898 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-ed0bf844-174d-4b3c-aabd-1988e57f16b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:43.965502 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-ed0bf844-174d-4b3c-aabd-1988e57f16b1 service neutron] Transition to ACTIVE for port object a3a63c07-27cb-4153-85c2-55b031969ece will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:26:43.969163 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-ed0bf844-174d-4b3c-aabd-1988e57f16b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:44.020983 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0bf844-174d-4b3c-aabd-1988e57f16b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a63c07-27cb-4153-85c2-55b031969ece,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:26:44.118321 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-ed0bf844-174d-4b3c-aabd-1988e57f16b1 service neutron] Attempting to bind port a3a63c07-27cb-4153-85c2-55b031969ece on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:26:44.118659 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-ed0bf844-174d-4b3c-aabd-1988e57f16b1 service neutron] Attempting to bind port a3a63c07-27cb-4153-85c2-55b031969ece by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'dba8a605-1ec3-4e1a-aed1-624c44cc2d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:26:44.119040 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-ed0bf844-174d-4b3c-aabd-1988e57f16b1 service neutron] Attempting to bind port a3a63c07-27cb-4153-85c2-55b031969ece on network e6e4e115-5c92-482e-b62e-69127fce84b8 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:26:44.127538 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-ed0bf844-174d-4b3c-aabd-1988e57f16b1 service neutron] Port a3a63c07-27cb-4153-85c2-55b031969ece on network e6e4e115-5c92-482e-b62e-69127fce84b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:26:44.127863 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-ed0bf844-174d-4b3c-aabd-1988e57f16b1 service neutron] Attempting to bind port a3a63c07-27cb-4153-85c2-55b031969ece on network e6e4e115-5c92-482e-b62e-69127fce84b8 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:26:44.138527 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-ed0bf844-174d-4b3c-aabd-1988e57f16b1 service neutron] Checking agent: {'id': '20c1fc43-a135-4852-87d5-8f0af43386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'started_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:26:44.138872 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-ed0bf844-174d-4b3c-aabd-1988e57f16b1 service neutron] Checking segment: {'id': 'dba8a605-1ec3-4e1a-aed1-624c44cc2d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:26:44.139283 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-ed0bf844-174d-4b3c-aabd-1988e57f16b1 service neutron] Bound using segment: {'id': 'dba8a605-1ec3-4e1a-aed1-624c44cc2d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:26:44.139716 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-ed0bf844-174d-4b3c-aabd-1988e57f16b1 service neutron] Bound port: a3a63c07-27cb-4153-85c2-55b031969ece, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba8a605-1ec3-4e1a-aed1-624c44cc2d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:26:44.140076 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-ed0bf844-174d-4b3c-aabd-1988e57f16b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:44.156260 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef276c3-9cbc-4026-aa99-873856137530 req-43bac981-0798-48e1-af8e-e8c70714e359 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:44.157741 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0ef276c3-9cbc-4026-aa99-873856137530 req-43bac981-0798-48e1-af8e-e8c70714e359 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9593ed6-8899-4bbd-adb4-4e9dd326eef5 HTTP/1.1" status: 200 len: 944 time: 0.0789630 Sep 27 12:26:44.233993 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0ef276c3-9cbc-4026-aa99-873856137530 req-5a9978ba-3bed-4299-ade5-61aca27c2c50 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=a99b4ec5-f4dc-43d1-a800-af120b65a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700035 Sep 27 12:26:44.238233 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-ed0bf844-174d-4b3c-aabd-1988e57f16b1 service neutron] For port a3a63c07-27cb-4153-85c2-55b031969ece, host hv-cinder-76845, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:26:44.241390 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-ed0bf844-174d-4b3c-aabd-1988e57f16b1 service neutron] For port a3a63c07-27cb-4153-85c2-55b031969ece, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a3a63c07-27cb-4153-85c2-55b031969ece,segment=NetworkSegment(dba8a605-1ec3-4e1a-aed1-624c44cc2d3b),segment_id=dba8a605-1ec3-4e1a-aed1-624c44cc2d3b)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:26:44.247727 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-ed0bf844-174d-4b3c-aabd-1988e57f16b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:44.282526 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-ed0bf844-174d-4b3c-aabd-1988e57f16b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:44.283244 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-ed0bf844-174d-4b3c-aabd-1988e57f16b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:44.284567 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-ed0bf844-174d-4b3c-aabd-1988e57f16b1 service neutron] 10.222.0.25 "PUT /v2.0/ports/a3a63c07-27cb-4153-85c2-55b031969ece HTTP/1.1" status: 200 len: 1094 time: 0.6534119 Sep 27 12:26:44.285026 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9593ed6-8899-4bbd-adb4-4e9dd326eef5', 'tag': 'a3a63c07-27cb-4153-85c2-55b031969ece'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:26:44.287313 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbc2f4e-8b69-43e0-9cf6-f17726d700bf" -d '{"events": [{"name": "network-changed", "server_uuid": "a9593ed6-8899-4bbd-adb4-4e9dd326eef5", "tag": "a3a63c07-27cb-4153-85c2-55b031969ece"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:26:44.313084 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0bf844-174d-4b3c-aabd-1988e57f16b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a63c07-27cb-4153-85c2-55b031969ece,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:26:44.338949 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a3b74d-d1cd-4431-82e9-b426eb9d3eaa x-openstack-request-id: req-a3a3b74d-d1cd-4431-82e9-b426eb9d3eaa {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:26:44.339314 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9593ed6-8899-4bbd-adb4-4e9dd326eef5", "tag": "a3a63c07-27cb-4153-85c2-55b031969ece", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:26:44.339566 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a3a3b74d-d1cd-4431-82e9-b426eb9d3eaa {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:26:44.339961 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9593ed6-8899-4bbd-adb4-4e9dd326eef5', 'tag': 'a3a63c07-27cb-4153-85c2-55b031969ece', 'status': 'completed', 'code': 200} Sep 27 12:26:44.376911 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-6bf1db6c-4270-48f3-82d7-cedf4ddb3735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:44.378505 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-6bf1db6c-4270-48f3-82d7-cedf4ddb3735 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4968d9d2be54e15a365a83a0fe2eebc&device_id=a9593ed6-8899-4bbd-adb4-4e9dd326eef5 HTTP/1.1" status: 200 len: 1097 time: 0.0487287 Sep 27 12:26:44.423202 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-4c6b8658-2368-4488-b25e-295757b7c575 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3a63c07-27cb-4153-85c2-55b031969ece HTTP/1.1" status: 200 len: 217 time: 0.0361133 Sep 27 12:26:44.472148 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-2d04ff34-dd68-4307-880c-1a583056b14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:44.473586 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-2d04ff34-dd68-4307-880c-1a583056b14f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9068b1e0-52e3-43a8-9f44-5a4718423cdc HTTP/1.1" status: 200 len: 849 time: 0.0437026 Sep 27 12:26:44.522934 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-5c0bd80e-5c03-4c6e-9d8a-734fc0564bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:44.524420 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-5c0bd80e-5c03-4c6e-9d8a-734fc0564bbd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e6e4e115-5c92-482e-b62e-69127fce84b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0433989 Sep 27 12:26:44.613618 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-edbf8427-d119-4b1b-bad9-5b13e1e075fd service neutron] 10.222.0.25 "GET /v2.0/networks/e6e4e115-5c92-482e-b62e-69127fce84b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801456 Sep 27 12:26:44.706698 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6a66a0bc-0fd8-4a44-be54-12234bda69ae req-2d6a4a95-474d-4010-8eec-a94cb182eced service neutron] 10.222.0.25 "GET /v2.0/networks/e6e4e115-5c92-482e-b62e-69127fce84b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855894 Sep 27 12:26:44.801912 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc2f4e-8b69-43e0-9cf6-f17726d700bf req-3b4e5d1e-cb3d-426d-a430-07601c27de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:44.803403 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fcbc2f4e-8b69-43e0-9cf6-f17726d700bf req-3b4e5d1e-cb3d-426d-a430-07601c27de5c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4968d9d2be54e15a365a83a0fe2eebc&device_id=a9593ed6-8899-4bbd-adb4-4e9dd326eef5 HTTP/1.1" status: 200 len: 1097 time: 0.0411060 Sep 27 12:26:44.891931 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc2f4e-8b69-43e0-9cf6-f17726d700bf req-0037552b-60b4-44f5-8f18-08cff46c7b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:44.893379 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fcbc2f4e-8b69-43e0-9cf6-f17726d700bf req-0037552b-60b4-44f5-8f18-08cff46c7b3b service neutron] 10.222.0.25 "GET /v2.0/networks?id=e6e4e115-5c92-482e-b62e-69127fce84b8 HTTP/1.1" status: 200 len: 911 time: 0.0827200 Sep 27 12:26:44.938461 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fcbc2f4e-8b69-43e0-9cf6-f17726d700bf req-dda354e3-68d2-4bce-9f39-88b36034c893 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3a63c07-27cb-4153-85c2-55b031969ece HTTP/1.1" status: 200 len: 217 time: 0.0372999 Sep 27 12:26:44.986037 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc2f4e-8b69-43e0-9cf6-f17726d700bf req-4806796f-c751-4ab9-b6e5-02ae9af92dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:44.987451 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fcbc2f4e-8b69-43e0-9cf6-f17726d700bf req-4806796f-c751-4ab9-b6e5-02ae9af92dcd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9068b1e0-52e3-43a8-9f44-5a4718423cdc HTTP/1.1" status: 200 len: 849 time: 0.0421672 Sep 27 12:26:45.030425 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc2f4e-8b69-43e0-9cf6-f17726d700bf req-592d7d11-9bbb-4356-ae14-dbb8bcb0dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:45.031893 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fcbc2f4e-8b69-43e0-9cf6-f17726d700bf req-592d7d11-9bbb-4356-ae14-dbb8bcb0dd56 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e6e4e115-5c92-482e-b62e-69127fce84b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0377073 Sep 27 12:26:45.125179 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fcbc2f4e-8b69-43e0-9cf6-f17726d700bf req-314662e0-c7e7-4d14-9aaf-d1c516b538c5 service neutron] 10.222.0.25 "GET /v2.0/networks/e6e4e115-5c92-482e-b62e-69127fce84b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854182 Sep 27 12:26:45.211477 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fcbc2f4e-8b69-43e0-9cf6-f17726d700bf req-d3cbc608-e352-4ce3-98c7-db73f0387aed service neutron] 10.222.0.25 "GET /v2.0/networks/e6e4e115-5c92-482e-b62e-69127fce84b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790284 Sep 27 12:26:45.322462 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7f61460b-180f-4997-8cbd-cd88e255c272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:45.353914 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98fffec-7b66-425a-9000-bc7d9f219043 req-e2ffa67a-cbfa-4759-a1fa-c5a5bd5708ea tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:45.355403 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e98fffec-7b66-425a-9000-bc7d9f219043 req-e2ffa67a-cbfa-4759-a1fa-c5a5bd5708ea tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9593ed6-8899-4bbd-adb4-4e9dd326eef5 HTTP/1.1" status: 200 len: 944 time: 0.0528889 Sep 27 12:26:45.394975 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e98fffec-7b66-425a-9000-bc7d9f219043 req-7052d3bc-365a-4137-8090-05343e099bf6 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=a99b4ec5-f4dc-43d1-a800-af120b65a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336344 Sep 27 12:26:45.971489 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0ad98fd0-f986-44ab-81db-9a46c79d72ba req-ca13778f-7160-4b46-8480-197bb71f5103 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447233 Sep 27 12:26:46.032144 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad98fd0-f986-44ab-81db-9a46c79d72ba req-6f43d3c5-c83d-42b3-a787-cc8136638015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:46.033555 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0ad98fd0-f986-44ab-81db-9a46c79d72ba req-6f43d3c5-c83d-42b3-a787-cc8136638015 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d267b08e21d045a28d99a52762b5680f&device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 1137 time: 0.0410373 Sep 27 12:26:46.144789 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad98fd0-f986-44ab-81db-9a46c79d72ba req-f7350076-c461-440a-8f01-820f4600d6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:46.146243 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0ad98fd0-f986-44ab-81db-9a46c79d72ba req-f7350076-c461-440a-8f01-820f4600d6fb service neutron] 10.222.0.25 "GET /v2.0/networks?id=e3cd76b6-c085-4697-9c16-3648dfee488b HTTP/1.1" status: 200 len: 915 time: 0.0868726 Sep 27 12:26:46.211436 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0ad98fd0-f986-44ab-81db-9a46c79d72ba req-4d777496-c044-465f-8a34-63f460c56299 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1799ed0a-856e-4355-96bd-9e19b4182060 HTTP/1.1" status: 200 len: 1000 time: 0.0579302 Sep 27 12:26:46.264647 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad98fd0-f986-44ab-81db-9a46c79d72ba req-adcf4dee-d145-4896-9849-3672647ac070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:46.266118 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0ad98fd0-f986-44ab-81db-9a46c79d72ba req-adcf4dee-d145-4896-9849-3672647ac070 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=65c84ef7-1e80-4770-933b-4996e7eed0f4 HTTP/1.1" status: 200 len: 853 time: 0.0472591 Sep 27 12:26:46.314850 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad98fd0-f986-44ab-81db-9a46c79d72ba req-9ad44cd6-168e-4c2d-a8ec-64f3adfb6d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:46.316273 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0ad98fd0-f986-44ab-81db-9a46c79d72ba req-9ad44cd6-168e-4c2d-a8ec-64f3adfb6d26 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e3cd76b6-c085-4697-9c16-3648dfee488b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434082 Sep 27 12:26:46.421747 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0ad98fd0-f986-44ab-81db-9a46c79d72ba req-7e7f2516-943d-4bd6-9980-1582f2073762 service neutron] 10.222.0.25 "GET /v2.0/networks/e3cd76b6-c085-4697-9c16-3648dfee488b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968013 Sep 27 12:26:46.508068 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554c866-95d6-417f-8994-de377e01bfeb req-ffc4d550-ee8b-45fe-8001-741678355829 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:46.509516 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f554c866-95d6-417f-8994-de377e01bfeb req-ffc4d550-ee8b-45fe-8001-741678355829 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9593ed6-8899-4bbd-adb4-4e9dd326eef5 HTTP/1.1" status: 200 len: 944 time: 0.0487072 Sep 27 12:26:46.515626 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0ad98fd0-f986-44ab-81db-9a46c79d72ba req-87fb7acb-fc67-470e-90c8-671a44655ec2 service neutron] 10.222.0.25 "GET /v2.0/networks/e3cd76b6-c085-4697-9c16-3648dfee488b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860169 Sep 27 12:26:46.547166 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f554c866-95d6-417f-8994-de377e01bfeb req-7faee7a0-370d-4b28-b6b1-8eeee821c617 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=a99b4ec5-f4dc-43d1-a800-af120b65a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316751 Sep 27 12:26:47.322595 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device a3a63c07-27cb-4153-85c2-55b031969ece details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:26:47.416551 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port a3a63c07-27cb-4153-85c2-55b031969ece, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a3a63c07-27cb-4153-85c2-55b031969ece,segment=NetworkSegment(dba8a605-1ec3-4e1a-aed1-624c44cc2d3b),segment_id=dba8a605-1ec3-4e1a-aed1-624c44cc2d3b)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:26:47.428096 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Returning: {'device': 'a3a63c07-27cb-4153-85c2-55b031969ece', 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8', 'port_id': 'a3a63c07-27cb-4153-85c2-55b031969ece', 'mac_address': 'fa:16:3e:9f:eb:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9068b1e0-52e3-43a8-9f44-5a4718423cdc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:26:47.464246 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:47.476131 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a63c07-27cb-4153-85c2-55b031969ece {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:26:47.494579 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port a3a63c07-27cb-4153-85c2-55b031969ece, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a3a63c07-27cb-4153-85c2-55b031969ece,segment=NetworkSegment(dba8a605-1ec3-4e1a-aed1-624c44cc2d3b),segment_id=dba8a605-1ec3-4e1a-aed1-624c44cc2d3b)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:26:47.498154 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:47.550086 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c4e86e62-417c-4077-a50c-3f522f091173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:47.555245 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=a3a63c07-27cb-4153-85c2-55b031969ece,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:26:47.562541 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:47.562913 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:47.563278 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:47.563612 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:47.563942 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:47.564269 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:47.564593 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:47.564918 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:47.565252 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:47.565575 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:47.565892 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:47.566208 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:26:47.657581 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2fe56-9dc7-413c-be0a-d8ca67c1b8fe req-5bdc464f-b796-4fa7-8f21-adb8ef037ab7 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:47.659028 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-54f2fe56-9dc7-413c-be0a-d8ca67c1b8fe req-5bdc464f-b796-4fa7-8f21-adb8ef037ab7 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9593ed6-8899-4bbd-adb4-4e9dd326eef5 HTTP/1.1" status: 200 len: 945 time: 0.0463572 Sep 27 12:26:47.696774 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-54f2fe56-9dc7-413c-be0a-d8ca67c1b8fe req-d11387b5-2ffd-486a-9a0f-84cf60dcaaf8 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=a99b4ec5-f4dc-43d1-a800-af120b65a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318236 Sep 27 12:26:47.897460 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['a3a63c07-27cb-4153-85c2-55b031969ece'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:26:48.710343 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:48.813242 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ae0b5-019a-4f2c-a33e-768982379b4d req-2321ef23-b442-4ba9-a375-7f5f9228436a tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:48.814688 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d38ae0b5-019a-4f2c-a33e-768982379b4d req-2321ef23-b442-4ba9-a375-7f5f9228436a tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9593ed6-8899-4bbd-adb4-4e9dd326eef5 HTTP/1.1" status: 200 len: 945 time: 0.0523286 Sep 27 12:26:48.852675 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d38ae0b5-019a-4f2c-a33e-768982379b4d req-13f43afe-309d-4bc1-b07b-3f10c23d417d tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=a99b4ec5-f4dc-43d1-a800-af120b65a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316727 Sep 27 12:26:49.331494 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device a3a63c07-27cb-4153-85c2-55b031969ece up at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:26:49.378831 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning for port a3a63c07-27cb-4153-85c2-55b031969ece completed by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:26:49.382397 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning complete for port a3a63c07-27cb-4153-85c2-55b031969ece triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:26:49.382760 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:49.459118 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:49.480915 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9593ed6-8899-4bbd-adb4-4e9dd326eef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a63c07-27cb-4153-85c2-55b031969ece'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:26:49.483969 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1408999cb3bb97c5ae56cf322f48a5762bdf0801c3dd38f4c7a67e93a613b0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80be2668-7333-4c28-97b8-58321da28ec7" -d '{"events": [{"server_uuid": "a9593ed6-8899-4bbd-adb4-4e9dd326eef5", "name": "network-vif-plugged", "status": "completed", "tag": "a3a63c07-27cb-4153-85c2-55b031969ece"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:26:49.496255 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port a3a63c07-27cb-4153-85c2-55b031969ece, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a3a63c07-27cb-4153-85c2-55b031969ece,segment=NetworkSegment(dba8a605-1ec3-4e1a-aed1-624c44cc2d3b),segment_id=dba8a605-1ec3-4e1a-aed1-624c44cc2d3b)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:26:49.500109 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:49.524414 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f20df06-bde1-4335-aa7b-36ea251e5a13 x-openstack-request-id: req-9f20df06-bde1-4335-aa7b-36ea251e5a13 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:26:49.524704 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9593ed6-8899-4bbd-adb4-4e9dd326eef5", "name": "network-vif-plugged", "status": "completed", "tag": "a3a63c07-27cb-4153-85c2-55b031969ece", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:26:49.524964 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9f20df06-bde1-4335-aa7b-36ea251e5a13 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:26:49.525351 dv-cinder-768458-11-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9593ed6-8899-4bbd-adb4-4e9dd326eef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a63c07-27cb-4153-85c2-55b031969ece', 'code': 200} Sep 27 12:26:49.552068 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=a3a63c07-27cb-4153-85c2-55b031969ece,revision_number=5']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:26:49.650517 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:49.690049 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22005f-9ce3-46ac-aa2a-dd51ae352786 req-0a784ba2-3a6c-4894-8869-70e30173f6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:49.691556 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-af22005f-9ce3-46ac-aa2a-dd51ae352786 req-0a784ba2-3a6c-4894-8869-70e30173f6d0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a9593ed6-8899-4bbd-adb4-4e9dd326eef5 HTTP/1.1" status: 200 len: 1099 time: 0.0405576 Sep 27 12:26:49.728585 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-af22005f-9ce3-46ac-aa2a-dd51ae352786 req-ffd3f904-0c68-42fa-ace7-241299bbcfa5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a99b4ec5-f4dc-43d1-a800-af120b65a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283029 Sep 27 12:26:49.967612 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea7aa7-d607-4412-b06f-269726cc4435 req-89dec40a-3873-4d83-8498-fd41f5e2156f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:49.968977 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5dea7aa7-d607-4412-b06f-269726cc4435 req-89dec40a-3873-4d83-8498-fd41f5e2156f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9593ed6-8899-4bbd-adb4-4e9dd326eef5 HTTP/1.1" status: 200 len: 946 time: 0.0479193 Sep 27 12:26:50.004504 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5dea7aa7-d607-4412-b06f-269726cc4435 req-a0def26f-eed3-4f31-b952-0ba811fe63f8 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=a99b4ec5-f4dc-43d1-a800-af120b65a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297537 Sep 27 12:26:50.875726 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:51.120933 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847e0f5-75a6-46b9-852c-b97afd548bd9 req-e27724ce-a3d4-429c-8110-cec104af93f4 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:51.122412 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4847e0f5-75a6-46b9-852c-b97afd548bd9 req-e27724ce-a3d4-429c-8110-cec104af93f4 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9593ed6-8899-4bbd-adb4-4e9dd326eef5 HTTP/1.1" status: 200 len: 946 time: 0.0521247 Sep 27 12:26:51.158817 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4847e0f5-75a6-46b9-852c-b97afd548bd9 req-2bdf9d9c-d8a4-41aa-9786-948f0e6c6091 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=a99b4ec5-f4dc-43d1-a800-af120b65a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304241 Sep 27 12:26:52.270549 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca33b2-3552-4f47-811c-fc6eca3f9891 req-3e0a6df4-4ef9-47cf-9156-61005f0c7f0e tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:52.272045 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-abca33b2-3552-4f47-811c-fc6eca3f9891 req-3e0a6df4-4ef9-47cf-9156-61005f0c7f0e tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9593ed6-8899-4bbd-adb4-4e9dd326eef5 HTTP/1.1" status: 200 len: 946 time: 0.0478590 Sep 27 12:26:52.309017 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-abca33b2-3552-4f47-811c-fc6eca3f9891 req-bcbbef78-74e5-4b6e-8e52-3924ecd08856 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=a99b4ec5-f4dc-43d1-a800-af120b65a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312123 Sep 27 12:26:52.417043 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff9ac5-0614-41c0-b4fd-f0c937d1c836 req-c9d5b5f0-41b5-4160-9897-b2fb8bb68cc2 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:52.418472 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6eff9ac5-0614-41c0-b4fd-f0c937d1c836 req-c9d5b5f0-41b5-4160-9897-b2fb8bb68cc2 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9593ed6-8899-4bbd-adb4-4e9dd326eef5 HTTP/1.1" status: 200 len: 946 time: 0.0468731 Sep 27 12:26:52.427403 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 33104) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:26:52.431906 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-e5c441e1-4598-4d5e-8da7-256623ec78a8 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Request body: {'floatingip': {'port_id': 'a3a63c07-27cb-4153-85c2-55b031969ece'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:26:52.469222 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e5c441e1-4598-4d5e-8da7-256623ec78a8 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for floatingip, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:53.070838 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e5c441e1-4598-4d5e-8da7-256623ec78a8 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:53.074802 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e5c441e1-4598-4d5e-8da7-256623ec78a8 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528668'] for floatingip, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:53.174166 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.db.l3_db [None req-e5c441e1-4598-4d5e-8da7-256623ec78a8 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Floating IP 8fb5f143-133b-47eb-85c1-5bf8466e118c associated. External IP: 172.27.2.14, port: a3a63c07-27cb-4153-85c2-55b031969ece. Sep 27 12:26:53.375643 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c441e1-4598-4d5e-8da7-256623ec78a8 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Router 1e926963-5902-4445-992f-f9a943339294 has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:26:53.483297 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c441e1-4598-4d5e-8da7-256623ec78a8 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:26:53.494032 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e5c441e1-4598-4d5e-8da7-256623ec78a8 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:53.498747 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4688c3a-bbd1-4368-a99e-36d6066a0167 None None] Sync routers for ids ['1e926963-5902-4445-992f-f9a943339294'] in dv-cinder-768458-11-iscsi {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:26:53.508364 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4688c3a-bbd1-4368-a99e-36d6066a0167 None None] Routers {'1e926963-5902-4445-992f-f9a943339294'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:26:53.509000 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-e4688c3a-bbd1-4368-a99e-36d6066a0167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:26:48Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['1e926963-5902-4445-992f-f9a943339294'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:26:53.521336 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-e5c441e1-4598-4d5e-8da7-256623ec78a8 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "PUT /v2.0/floatingips/8fb5f143-133b-47eb-85c1-5bf8466e118c HTTP/1.1" status: 200 len: 991 time: 1.0927927 Sep 27 12:26:53.522168 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9593ed6-8899-4bbd-adb4-4e9dd326eef5', 'tag': 'a3a63c07-27cb-4153-85c2-55b031969ece'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:26:53.524541 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c26ab455eec571cb02c2f89dbcf09edd8fa8b0e7f71c3551ef27f8a7e15ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351e857c-ce7e-423b-b2ff-7a5f4cf0b9f0" -d '{"events": [{"name": "network-changed", "server_uuid": "a9593ed6-8899-4bbd-adb4-4e9dd326eef5", "tag": "a3a63c07-27cb-4153-85c2-55b031969ece"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:26:53.560884 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f0206e-ff09-410a-a64e-d45bc9f6d8de x-openstack-request-id: req-d1f0206e-ff09-410a-a64e-d45bc9f6d8de {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:26:53.561295 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9593ed6-8899-4bbd-adb4-4e9dd326eef5", "tag": "a3a63c07-27cb-4153-85c2-55b031969ece", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:26:53.561550 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d1f0206e-ff09-410a-a64e-d45bc9f6d8de {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:26:53.561968 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9593ed6-8899-4bbd-adb4-4e9dd326eef5', 'tag': 'a3a63c07-27cb-4153-85c2-55b031969ece', 'status': 'completed', 'code': 200} Sep 27 12:26:53.623552 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-e4688c3a-bbd1-4368-a99e-36d6066a0167 None None] Set router 1e926963-5902-4445-992f-f9a943339294 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:26:53.636840 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e857c-ce7e-423b-b2ff-7a5f4cf0b9f0 req-d728ba98-c260-4c32-8c8c-37b968df4639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:53.638723 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-351e857c-ce7e-423b-b2ff-7a5f4cf0b9f0 req-d728ba98-c260-4c32-8c8c-37b968df4639 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4968d9d2be54e15a365a83a0fe2eebc&device_id=a9593ed6-8899-4bbd-adb4-4e9dd326eef5 HTTP/1.1" status: 200 len: 1099 time: 0.0423834 Sep 27 12:26:53.728490 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e857c-ce7e-423b-b2ff-7a5f4cf0b9f0 req-71295d3f-c916-4741-aec6-6a030f37fa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:53.729936 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-351e857c-ce7e-423b-b2ff-7a5f4cf0b9f0 req-71295d3f-c916-4741-aec6-6a030f37fa04 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e6e4e115-5c92-482e-b62e-69127fce84b8 HTTP/1.1" status: 200 len: 911 time: 0.0838349 Sep 27 12:26:53.796958 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-351e857c-ce7e-423b-b2ff-7a5f4cf0b9f0 req-df07d667-ef9c-451b-8a5e-e881d555d321 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3a63c07-27cb-4153-85c2-55b031969ece HTTP/1.1" status: 200 len: 999 time: 0.0592260 Sep 27 12:26:53.850996 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-e4688c3a-bbd1-4368-a99e-36d6066a0167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e926963-5902-4445-992f-f9a943339294', 'name': 'tempest-AttachVolumeTestJSON-988052167-router', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:07Z', 'revision_number': 4, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'gw_port': {'id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_floatingips': [{'id': '8fb5f143-133b-47eb-85c1-5bf8466e118c', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'router_id': '1e926963-5902-4445-992f-f9a943339294', 'port_id': 'a3a63c07-27cb-4153-85c2-55b031969ece', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8', 'mac_address': 'fa:16:3e:9f:eb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9593ed6-8899-4bbd-adb4-4e9dd326eef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:26:40Z', 'updated_at': '2021-09-27T12:26:52Z', 'revision_number': 1, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cceff216-3fb0-4380-be1f-afebf72e8087', 'name': '', 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'mac_address': 'fa:16:3e:91:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '9068b1e0-52e3-43a8-9f44-5a4718423cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:06Z', 'updated_at': '2021-09-27T12:20:10Z', 'revision_number': 5, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'subnets': [{'id': '9068b1e0-52e3-43a8-9f44-5a4718423cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:26:53.858455 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e857c-ce7e-423b-b2ff-7a5f4cf0b9f0 req-a54e3867-d26b-4440-88af-4a1184b4a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:53.859940 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-351e857c-ce7e-423b-b2ff-7a5f4cf0b9f0 req-a54e3867-d26b-4440-88af-4a1184b4a93d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9068b1e0-52e3-43a8-9f44-5a4718423cdc HTTP/1.1" status: 200 len: 849 time: 0.0559607 Sep 27 12:26:53.877738 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4688c3a-bbd1-4368-a99e-36d6066a0167 None None] Checking router: 1e926963-5902-4445-992f-f9a943339294 for host: dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:26:53.885770 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4688c3a-bbd1-4368-a99e-36d6066a0167 None None] Routers {'1e926963-5902-4445-992f-f9a943339294'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:26:53.886366 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-e4688c3a-bbd1-4368-a99e-36d6066a0167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:26:48Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['1e926963-5902-4445-992f-f9a943339294'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:26:53.906259 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e857c-ce7e-423b-b2ff-7a5f4cf0b9f0 req-d9bccf65-c84c-4cf7-8b79-89a77226ac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:53.907724 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-351e857c-ce7e-423b-b2ff-7a5f4cf0b9f0 req-d9bccf65-c84c-4cf7-8b79-89a77226ac55 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e6e4e115-5c92-482e-b62e-69127fce84b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402493 Sep 27 12:26:53.989914 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-e4688c3a-bbd1-4368-a99e-36d6066a0167 None None] Set router 1e926963-5902-4445-992f-f9a943339294 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:26:54.001222 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-351e857c-ce7e-423b-b2ff-7a5f4cf0b9f0 req-6d869589-04a2-43cf-abd2-d57357652a7b service neutron] 10.222.0.25 "GET /v2.0/networks/e6e4e115-5c92-482e-b62e-69127fce84b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851002 Sep 27 12:26:54.093108 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-351e857c-ce7e-423b-b2ff-7a5f4cf0b9f0 req-ea9fcd4d-2569-4534-a795-e52997231cbb service neutron] 10.222.0.25 "GET /v2.0/networks/e6e4e115-5c92-482e-b62e-69127fce84b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844626 Sep 27 12:26:54.323273 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-e4688c3a-bbd1-4368-a99e-36d6066a0167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e926963-5902-4445-992f-f9a943339294', 'name': 'tempest-AttachVolumeTestJSON-988052167-router', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:07Z', 'revision_number': 4, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'gw_port': {'id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_floatingips': [{'id': '8fb5f143-133b-47eb-85c1-5bf8466e118c', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'router_id': '1e926963-5902-4445-992f-f9a943339294', 'port_id': 'a3a63c07-27cb-4153-85c2-55b031969ece', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8', 'mac_address': 'fa:16:3e:9f:eb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9593ed6-8899-4bbd-adb4-4e9dd326eef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:26:40Z', 'updated_at': '2021-09-27T12:26:52Z', 'revision_number': 1, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cceff216-3fb0-4380-be1f-afebf72e8087', 'name': '', 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'mac_address': 'fa:16:3e:91:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '9068b1e0-52e3-43a8-9f44-5a4718423cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:06Z', 'updated_at': '2021-09-27T12:20:10Z', 'revision_number': 5, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'subnets': [{'id': '9068b1e0-52e3-43a8-9f44-5a4718423cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:26:54.348113 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4688c3a-bbd1-4368-a99e-36d6066a0167 None None] The sync data for ids ['1e926963-5902-4445-992f-f9a943339294'] in dv-cinder-768458-11-iscsi is: [{'id': '1e926963-5902-4445-992f-f9a943339294', 'name': 'tempest-AttachVolumeTestJSON-988052167-router', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:07Z', 'revision_number': 4, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'gw_port': {'id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_floatingips': [{'id': '8fb5f143-133b-47eb-85c1-5bf8466e118c', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'router_id': '1e926963-5902-4445-992f-f9a943339294', 'port_id': 'a3a63c07-27cb-4153-85c2-55b031969ece', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8', 'mac_address': 'fa:16:3e:9f:eb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9593ed6-8899-4bbd-adb4-4e9dd326eef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:26:40Z', 'updated_at': '2021-09-27T12:26:52Z', 'revision_number': 1, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cceff216-3fb0-4380-be1f-afebf72e8087', 'name': '', 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'mac_address': 'fa:16:3e:91:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '9068b1e0-52e3-43a8-9f44-5a4718423cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:06Z', 'updated_at': '2021-09-27T12:20:10Z', 'revision_number': 5, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'subnets': [{'id': '9068b1e0-52e3-43a8-9f44-5a4718423cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:26:54.539176 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0719dc5-406a-4d63-afab-e24dbd152d4c None None] New status for floating IP 8fb5f143-133b-47eb-85c1-5bf8466e118c: ACTIVE {{(pid=94064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:26:57.280019 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2b23c7f7-3105-4875-ae28-8ae2345c7d0b req-1952208a-40a4-41c1-bab6-eeba0618b474 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-575066546&fields=id&tenant_id=d267b08e21d045a28d99a52762b5680f HTTP/1.1" status: 200 len: 267 time: 0.0336113 Sep 27 12:26:57.333761 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23c7f7-3105-4875-ae28-8ae2345c7d0b req-bfadcbb2-dba9-417f-9607-bcb8f24ce7b5 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:57.335347 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2b23c7f7-3105-4875-ae28-8ae2345c7d0b req-bfadcbb2-dba9-417f-9607-bcb8f24ce7b5 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 984 time: 0.0496283 Sep 27 12:26:57.346644 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [req-2b23c7f7-3105-4875-ae28-8ae2345c7d0b req-3241e383-af7e-4368-b88b-405bcedd78cd tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Request body: {'port': {'security_groups': ['83cdfd2c-6b67-4890-8887-a202efe8be88']}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:26:57.419767 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-2b23c7f7-3105-4875-ae28-8ae2345c7d0b req-3241e383-af7e-4368-b88b-405bcedd78cd tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:57.627945 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-2b23c7f7-3105-4875-ae28-8ae2345c7d0b req-3241e383-af7e-4368-b88b-405bcedd78cd tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] For port 1799ed0a-856e-4355-96bd-9e19b4182060, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1799ed0a-856e-4355-96bd-9e19b4182060,segment=NetworkSegment(b9105ff4-524d-49cb-8c62-5683eb365ab2),segment_id=b9105ff4-524d-49cb-8c62-5683eb365ab2)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:26:57.656096 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-2b23c7f7-3105-4875-ae28-8ae2345c7d0b req-3241e383-af7e-4368-b88b-405bcedd78cd tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:57.660525 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-2b23c7f7-3105-4875-ae28-8ae2345c7d0b req-3241e383-af7e-4368-b88b-405bcedd78cd tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4103680'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:57.672646 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['1799ed0a-856e-4355-96bd-9e19b4182060'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:26:57.704751 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23c7f7-3105-4875-ae28-8ae2345c7d0b req-3241e383-af7e-4368-b88b-405bcedd78cd tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:57.705631 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-2b23c7f7-3105-4875-ae28-8ae2345c7d0b req-3241e383-af7e-4368-b88b-405bcedd78cd tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:57.707057 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2b23c7f7-3105-4875-ae28-8ae2345c7d0b req-3241e383-af7e-4368-b88b-405bcedd78cd tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "PUT /v2.0/ports/1799ed0a-856e-4355-96bd-9e19b4182060 HTTP/1.1" status: 200 len: 942 time: 0.3651297 Sep 27 12:26:57.707510 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6abbd43-bed2-48a4-93b8-d8d30fd7b48d', 'tag': '1799ed0a-856e-4355-96bd-9e19b4182060'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:26:57.715046 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c26ab455eec571cb02c2f89dbcf09edd8fa8b0e7f71c3551ef27f8a7e15ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f17e6e-e915-4fbb-acdc-dcdf540eb1de" -d '{"events": [{"name": "network-changed", "server_uuid": "d6abbd43-bed2-48a4-93b8-d8d30fd7b48d", "tag": "1799ed0a-856e-4355-96bd-9e19b4182060"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:26:57.715269 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 33132) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:26:57.749441 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241e383-af7e-4368-b88b-405bcedd78cd tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Pushing event updated for resources: {'Port': ['ID=1799ed0a-856e-4355-96bd-9e19b4182060,revision_number=7']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:26:57.767507 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb7415f-2cae-4021-8fc8-97fa2d6e4b5e x-openstack-request-id: req-6eb7415f-2cae-4021-8fc8-97fa2d6e4b5e {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:26:57.767784 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6abbd43-bed2-48a4-93b8-d8d30fd7b48d", "tag": "1799ed0a-856e-4355-96bd-9e19b4182060", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:26:57.768653 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6eb7415f-2cae-4021-8fc8-97fa2d6e4b5e {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:26:57.768653 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6abbd43-bed2-48a4-93b8-d8d30fd7b48d', 'tag': '1799ed0a-856e-4355-96bd-9e19b4182060', 'status': 'completed', 'code': 200} Sep 27 12:26:57.845760 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['1799ed0a-856e-4355-96bd-9e19b4182060'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:26:57.849566 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-953f8676-feb8-46b9-ab8d-abbb7989107f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:57.863356 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f17e6e-e915-4fbb-acdc-dcdf540eb1de req-4ae89eb5-e7d1-4d65-bffa-f4fb7ce48d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:57.865150 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-67f17e6e-e915-4fbb-acdc-dcdf540eb1de req-4ae89eb5-e7d1-4d65-bffa-f4fb7ce48d4c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d267b08e21d045a28d99a52762b5680f&device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 1098 time: 0.0712984 Sep 27 12:26:57.911249 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-953f8676-feb8-46b9-ab8d-abbb7989107f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:58.016872 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f17e6e-e915-4fbb-acdc-dcdf540eb1de req-e599015d-a4e9-44a0-8319-40e6d795fecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:58.018245 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-67f17e6e-e915-4fbb-acdc-dcdf540eb1de req-e599015d-a4e9-44a0-8319-40e6d795fecf service neutron] 10.222.0.25 "GET /v2.0/networks?id=e3cd76b6-c085-4697-9c16-3648dfee488b HTTP/1.1" status: 200 len: 915 time: 0.1424522 Sep 27 12:26:58.025797 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-e573effa-7b5a-4ffe-9dca-295d7dacc25e None None] Provisioning complete for port 1799ed0a-856e-4355-96bd-9e19b4182060 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:26:58.026176 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e573effa-7b5a-4ffe-9dca-295d7dacc25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:58.074571 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-953f8676-feb8-46b9-ab8d-abbb7989107f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:58.077279 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-953f8676-feb8-46b9-ab8d-abbb7989107f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:58.079551 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-953f8676-feb8-46b9-ab8d-abbb7989107f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "DELETE /v2.0/security-groups/81020f0e-707a-4737-89fa-86b127e4e45b HTTP/1.1" status: 204 len: 168 time: 0.3648658 Sep 27 12:26:58.081577 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 33140) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:26:58.098729 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-67f17e6e-e915-4fbb-acdc-dcdf540eb1de req-b120b6e6-9bb9-4592-89b5-87db82cd7c8a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1799ed0a-856e-4355-96bd-9e19b4182060 HTTP/1.1" status: 200 len: 1000 time: 0.0724492 Sep 27 12:26:58.101145 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f8676-feb8-46b9-ab8d-abbb7989107f tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81020f0e-707a-4737-89fa-86b127e4e45b,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:26:58.160316 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f17e6e-e915-4fbb-acdc-dcdf540eb1de req-b5c64f07-14fb-404f-ad70-13da1125fa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:58.162710 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-67f17e6e-e915-4fbb-acdc-dcdf540eb1de req-b5c64f07-14fb-404f-ad70-13da1125fa4a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=65c84ef7-1e80-4770-933b-4996e7eed0f4 HTTP/1.1" status: 200 len: 853 time: 0.0552585 Sep 27 12:26:58.216476 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f17e6e-e915-4fbb-acdc-dcdf540eb1de req-f4cd39fc-1101-49b5-b48e-40ca6cf22169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:58.218002 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-67f17e6e-e915-4fbb-acdc-dcdf540eb1de req-f4cd39fc-1101-49b5-b48e-40ca6cf22169 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e3cd76b6-c085-4697-9c16-3648dfee488b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428443 Sep 27 12:26:58.268242 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-effa1a91-52da-493a-bdb1-698148debd8c tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Deleting port a8097738-7ab1-47ea-932c-fd6f21f389bc {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:26:58.268577 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-effa1a91-52da-493a-bdb1-698148debd8c tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:58.323017 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-67f17e6e-e915-4fbb-acdc-dcdf540eb1de req-fb94f182-2ca2-439f-ad1c-e517be435368 service neutron] 10.222.0.25 "GET /v2.0/networks/e3cd76b6-c085-4697-9c16-3648dfee488b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972695 Sep 27 12:26:58.342192 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-effa1a91-52da-493a-bdb1-698148debd8c tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:58.342765 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-effa1a91-52da-493a-bdb1-698148debd8c tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:58.353968 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-effa1a91-52da-493a-bdb1-698148debd8c tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Calling delete_port for a8097738-7ab1-47ea-932c-fd6f21f389bc owned by network:floatingip {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:26:58.418663 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-67f17e6e-e915-4fbb-acdc-dcdf540eb1de req-49a675a6-3080-49d3-ab05-e2f71371ff26 service neutron] 10.222.0.25 "GET /v2.0/networks/e3cd76b6-c085-4697-9c16-3648dfee488b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884616 Sep 27 12:26:58.559728 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-effa1a91-52da-493a-bdb1-698148debd8c tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4103691'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:58.582272 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa1a91-52da-493a-bdb1-698148debd8c tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Pushing event deleted for resources: {'Port': ['ID=a8097738-7ab1-47ea-932c-fd6f21f389bc,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:26:58.645591 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-effa1a91-52da-493a-bdb1-698148debd8c tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks [] for floatingip, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:58.645921 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.db.l3_db [None req-effa1a91-52da-493a-bdb1-698148debd8c tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Floating IP 987a5708-54d6-4cb5-8138-86e24fa18654 disassociated (deleted). External IP: 172.27.2.26, port: 1799ed0a-856e-4355-96bd-9e19b4182060. Sep 27 12:26:58.847658 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-effa1a91-52da-493a-bdb1-698148debd8c tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Router 3f82c621-fb88-45bf-89f7-fc852837822c has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:26:58.956274 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effa1a91-52da-493a-bdb1-698148debd8c tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:26:58.964916 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-effa1a91-52da-493a-bdb1-698148debd8c tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:26:58.967005 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db2febc-3ab9-4ff4-a72c-15ff3cff56a4 None None] Sync routers for ids ['3f82c621-fb88-45bf-89f7-fc852837822c'] in dv-cinder-768458-11-iscsi {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:26:58.976494 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db2febc-3ab9-4ff4-a72c-15ff3cff56a4 None None] Routers {'3f82c621-fb88-45bf-89f7-fc852837822c'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:26:58.977203 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-8db2febc-3ab9-4ff4-a72c-15ff3cff56a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:26:48Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['3f82c621-fb88-45bf-89f7-fc852837822c'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:26:59.084737 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-8db2febc-3ab9-4ff4-a72c-15ff3cff56a4 None None] Set router 3f82c621-fb88-45bf-89f7-fc852837822c gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:26:59.192115 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-effa1a91-52da-493a-bdb1-698148debd8c tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "DELETE /v2.0/floatingips/987a5708-54d6-4cb5-8138-86e24fa18654 HTTP/1.1" status: 204 len: 168 time: 1.1090920 Sep 27 12:26:59.319831 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-8db2febc-3ab9-4ff4-a72c-15ff3cff56a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'name': 'tempest-TestMinimumBasicScenario-456107861-router', 'tenant_id': 'd267b08e21d045a28d99a52762b5680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '9e4dd4f1-090a-48c8-b168-00f0f85d00d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:23:19Z', 'updated_at': '2021-09-27T12:23:23Z', 'revision_number': 4, 'project_id': 'd267b08e21d045a28d99a52762b5680f', 'gw_port': {'id': '9e4dd4f1-090a-48c8-b168-00f0f85d00d1', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:20Z', 'updated_at': '2021-09-27T12:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8', 'name': '', 'network_id': 'e3cd76b6-c085-4697-9c16-3648dfee488b', 'tenant_id': 'd267b08e21d045a28d99a52762b5680f', 'mac_address': 'fa:16:3e:94:c8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '65c84ef7-1e80-4770-933b-4996e7eed0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:22Z', 'updated_at': '2021-09-27T12:23:28Z', 'revision_number': 5, 'project_id': 'd267b08e21d045a28d99a52762b5680f', 'subnets': [{'id': '65c84ef7-1e80-4770-933b-4996e7eed0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:26:59.350371 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db2febc-3ab9-4ff4-a72c-15ff3cff56a4 None None] Checking router: 3f82c621-fb88-45bf-89f7-fc852837822c for host: dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:26:59.358826 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db2febc-3ab9-4ff4-a72c-15ff3cff56a4 None None] Routers {'3f82c621-fb88-45bf-89f7-fc852837822c'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:26:59.359456 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-8db2febc-3ab9-4ff4-a72c-15ff3cff56a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:26:48Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['3f82c621-fb88-45bf-89f7-fc852837822c'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:26:59.472875 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-8db2febc-3ab9-4ff4-a72c-15ff3cff56a4 None None] Set router 3f82c621-fb88-45bf-89f7-fc852837822c gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:26:59.659367 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-8db2febc-3ab9-4ff4-a72c-15ff3cff56a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'name': 'tempest-TestMinimumBasicScenario-456107861-router', 'tenant_id': 'd267b08e21d045a28d99a52762b5680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '9e4dd4f1-090a-48c8-b168-00f0f85d00d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:23:19Z', 'updated_at': '2021-09-27T12:23:23Z', 'revision_number': 4, 'project_id': 'd267b08e21d045a28d99a52762b5680f', 'gw_port': {'id': '9e4dd4f1-090a-48c8-b168-00f0f85d00d1', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:20Z', 'updated_at': '2021-09-27T12:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8', 'name': '', 'network_id': 'e3cd76b6-c085-4697-9c16-3648dfee488b', 'tenant_id': 'd267b08e21d045a28d99a52762b5680f', 'mac_address': 'fa:16:3e:94:c8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '65c84ef7-1e80-4770-933b-4996e7eed0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:22Z', 'updated_at': '2021-09-27T12:23:28Z', 'revision_number': 5, 'project_id': 'd267b08e21d045a28d99a52762b5680f', 'subnets': [{'id': '65c84ef7-1e80-4770-933b-4996e7eed0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:26:59.685390 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db2febc-3ab9-4ff4-a72c-15ff3cff56a4 None None] The sync data for ids ['3f82c621-fb88-45bf-89f7-fc852837822c'] in dv-cinder-768458-11-iscsi is: [{'id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'name': 'tempest-TestMinimumBasicScenario-456107861-router', 'tenant_id': 'd267b08e21d045a28d99a52762b5680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '9e4dd4f1-090a-48c8-b168-00f0f85d00d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:23:19Z', 'updated_at': '2021-09-27T12:23:23Z', 'revision_number': 4, 'project_id': 'd267b08e21d045a28d99a52762b5680f', 'gw_port': {'id': '9e4dd4f1-090a-48c8-b168-00f0f85d00d1', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:20Z', 'updated_at': '2021-09-27T12:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8', 'name': '', 'network_id': 'e3cd76b6-c085-4697-9c16-3648dfee488b', 'tenant_id': 'd267b08e21d045a28d99a52762b5680f', 'mac_address': 'fa:16:3e:94:c8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '65c84ef7-1e80-4770-933b-4996e7eed0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:22Z', 'updated_at': '2021-09-27T12:23:28Z', 'revision_number': 5, 'project_id': 'd267b08e21d045a28d99a52762b5680f', 'subnets': [{'id': '65c84ef7-1e80-4770-933b-4996e7eed0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:26:59.769982 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6abbd43-bed2-48a4-93b8-d8d30fd7b48d', 'tag': '1799ed0a-856e-4355-96bd-9e19b4182060'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:26:59.772322 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c26ab455eec571cb02c2f89dbcf09edd8fa8b0e7f71c3551ef27f8a7e15ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbf533a-ce2f-47be-bd71-969a00cea25e" -d '{"events": [{"name": "network-changed", "server_uuid": "d6abbd43-bed2-48a4-93b8-d8d30fd7b48d", "tag": "1799ed0a-856e-4355-96bd-9e19b4182060"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:26:59.808926 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8664534-8248-418e-882c-5b51f7aa936d x-openstack-request-id: req-b8664534-8248-418e-882c-5b51f7aa936d {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:26:59.809212 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6abbd43-bed2-48a4-93b8-d8d30fd7b48d", "tag": "1799ed0a-856e-4355-96bd-9e19b4182060", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:26:59.809458 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b8664534-8248-418e-882c-5b51f7aa936d {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:26:59.809842 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6abbd43-bed2-48a4-93b8-d8d30fd7b48d', 'tag': '1799ed0a-856e-4355-96bd-9e19b4182060', 'status': 'completed', 'code': 200} Sep 27 12:26:59.877413 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf533a-ce2f-47be-bd71-969a00cea25e req-b0dbe178-2f51-4a6c-b7dc-012c28d0f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:59.879091 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6bbf533a-ce2f-47be-bd71-969a00cea25e req-b0dbe178-2f51-4a6c-b7dc-012c28d0f3da service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d267b08e21d045a28d99a52762b5680f&device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 1098 time: 0.0426300 Sep 27 12:26:59.897645 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1c22da-8102-42a1-a83e-b9a1b06d15fa None None] New status for floating IP 987a5708-54d6-4cb5-8138-86e24fa18654: DOWN {{(pid=94064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:26:59.971634 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf533a-ce2f-47be-bd71-969a00cea25e req-3c1acf35-5c58-4a6c-af98-01e505968187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:26:59.973256 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6bbf533a-ce2f-47be-bd71-969a00cea25e req-3c1acf35-5c58-4a6c-af98-01e505968187 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e3cd76b6-c085-4697-9c16-3648dfee488b HTTP/1.1" status: 200 len: 915 time: 0.0863829 Sep 27 12:27:00.021867 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6bbf533a-ce2f-47be-bd71-969a00cea25e req-0e39149c-75df-4496-a648-28bc052bea21 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1799ed0a-856e-4355-96bd-9e19b4182060 HTTP/1.1" status: 200 len: 217 time: 0.0393391 Sep 27 12:27:00.074000 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf533a-ce2f-47be-bd71-969a00cea25e req-f079400b-b368-4b9e-be6e-acba9da3ea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:00.075592 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6bbf533a-ce2f-47be-bd71-969a00cea25e req-f079400b-b368-4b9e-be6e-acba9da3ea6f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=65c84ef7-1e80-4770-933b-4996e7eed0f4 HTTP/1.1" status: 200 len: 853 time: 0.0444627 Sep 27 12:27:00.123467 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf533a-ce2f-47be-bd71-969a00cea25e req-532b85eb-8630-4b26-860b-bca8eccbb12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:00.124935 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6bbf533a-ce2f-47be-bd71-969a00cea25e req-532b85eb-8630-4b26-860b-bca8eccbb12d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e3cd76b6-c085-4697-9c16-3648dfee488b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400853 Sep 27 12:27:00.217734 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6bbf533a-ce2f-47be-bd71-969a00cea25e req-f3d0cb93-5e94-4c74-b213-d5379f0ca082 service neutron] 10.222.0.25 "GET /v2.0/networks/e3cd76b6-c085-4697-9c16-3648dfee488b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847600 Sep 27 12:27:00.307305 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6bbf533a-ce2f-47be-bd71-969a00cea25e req-b7994cae-afe9-46f8-99aa-81a2c33fd082 service neutron] 10.222.0.25 "GET /v2.0/networks/e3cd76b6-c085-4697-9c16-3648dfee488b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823765 Sep 27 12:27:01.901373 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632fe79-b0ad-42c2-805d-a1d9eb060e3f req-4aa1c05b-e81c-4836-bd9d-48c4b9513009 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:01.902852 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2632fe79-b0ad-42c2-805d-a1d9eb060e3f req-4aa1c05b-e81c-4836-bd9d-48c4b9513009 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 945 time: 0.0492985 Sep 27 12:27:01.940763 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2632fe79-b0ad-42c2-805d-a1d9eb060e3f req-d5d51faa-0e28-4c25-97df-0fe1f8b00a74 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312102 Sep 27 12:27:03.053891 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16253b02-b8b4-40aa-b106-b91a425a2eaf req-e5e75fdd-62f2-4762-bc47-f6db33b11896 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:03.055373 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-16253b02-b8b4-40aa-b106-b91a425a2eaf req-e5e75fdd-62f2-4762-bc47-f6db33b11896 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 945 time: 0.0479419 Sep 27 12:27:03.094107 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-16253b02-b8b4-40aa-b106-b91a425a2eaf req-f1ba64ae-5629-45e0-ab27-9e06c8bca692 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322187 Sep 27 12:27:03.814027 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa8a08-3ba1-450a-9824-a70c43d41911 req-53c91177-f29c-4090-b973-c3fa1a518d66 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:03.815548 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f5fa8a08-3ba1-450a-9824-a70c43d41911 req-53c91177-f29c-4090-b973-c3fa1a518d66 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 946 time: 0.0554857 Sep 27 12:27:03.854192 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f5fa8a08-3ba1-450a-9824-a70c43d41911 req-b01df275-94f0-4c28-894a-401aad482fdd tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325410 Sep 27 12:27:04.156757 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75c734-99af-4a85-b19d-ee7b4a3f6b40 req-cd475c2c-6b8b-45db-92dc-894623eaf834 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:04.158251 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3e75c734-99af-4a85-b19d-ee7b4a3f6b40 req-cd475c2c-6b8b-45db-92dc-894623eaf834 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 945 time: 0.0516913 Sep 27 12:27:04.224630 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbecc17-4d9a-4fa7-96f1-03d9354d78f3 req-6fe4af01-666f-4d46-903b-bdc5b0b63e61 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:04.225447 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bdbecc17-4d9a-4fa7-96f1-03d9354d78f3 req-6fe4af01-666f-4d46-903b-bdc5b0b63e61 tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 945 time: 0.0619500 Sep 27 12:27:04.263660 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-3e75c734-99af-4a85-b19d-ee7b4a3f6b40 req-af9ef351-75fa-4204-9bb7-c85afd590a8a tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Deleting port 1799ed0a-856e-4355-96bd-9e19b4182060 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:27:04.263998 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-3e75c734-99af-4a85-b19d-ee7b4a3f6b40 req-af9ef351-75fa-4204-9bb7-c85afd590a8a tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:04.264932 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bdbecc17-4d9a-4fa7-96f1-03d9354d78f3 req-29892a5f-b4b1-461c-a9f1-3a22fd5aa3ff tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/security-groups?id=83cdfd2c-6b67-4890-8887-a202efe8be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328629 Sep 27 12:27:04.354457 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-3e75c734-99af-4a85-b19d-ee7b4a3f6b40 req-af9ef351-75fa-4204-9bb7-c85afd590a8a tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] For port 1799ed0a-856e-4355-96bd-9e19b4182060, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1799ed0a-856e-4355-96bd-9e19b4182060,segment=NetworkSegment(b9105ff4-524d-49cb-8c62-5683eb365ab2),segment_id=b9105ff4-524d-49cb-8c62-5683eb365ab2)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:27:04.354725 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-3e75c734-99af-4a85-b19d-ee7b4a3f6b40 req-af9ef351-75fa-4204-9bb7-c85afd590a8a tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:04.366726 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-3e75c734-99af-4a85-b19d-ee7b4a3f6b40 req-af9ef351-75fa-4204-9bb7-c85afd590a8a tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Calling delete_port for 1799ed0a-856e-4355-96bd-9e19b4182060 owned by compute:nova {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:27:04.745702 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-3e75c734-99af-4a85-b19d-ee7b4a3f6b40 req-af9ef351-75fa-4204-9bb7-c85afd590a8a tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:04.758802 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['1799ed0a-856e-4355-96bd-9e19b4182060'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:27:04.775836 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ef351-75fa-4204-9bb7-c85afd590a8a tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Pushing event deleted for resources: {'Port': ['ID=1799ed0a-856e-4355-96bd-9e19b4182060,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:04.816863 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e75c734-99af-4a85-b19d-ee7b4a3f6b40 req-af9ef351-75fa-4204-9bb7-c85afd590a8a tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] No DVR routers for this DVR port 1799ed0a-856e-4355-96bd-9e19b4182060 on host hv-cinder-76845 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:27:04.819494 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-3e75c734-99af-4a85-b19d-ee7b4a3f6b40 req-af9ef351-75fa-4204-9bb7-c85afd590a8a tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:04.821513 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3e75c734-99af-4a85-b19d-ee7b4a3f6b40 req-af9ef351-75fa-4204-9bb7-c85afd590a8a tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.25 "DELETE /v2.0/ports/1799ed0a-856e-4355-96bd-9e19b4182060 HTTP/1.1" status: 204 len: 173 time: 0.6561794 Sep 27 12:27:04.821955 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6abbd43-bed2-48a4-93b8-d8d30fd7b48d', 'name': 'network-vif-deleted', 'tag': '1799ed0a-856e-4355-96bd-9e19b4182060'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:27:04.824387 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfe88ca-d651-4740-8241-16c7b3daf80a" -d '{"events": [{"server_uuid": "d6abbd43-bed2-48a4-93b8-d8d30fd7b48d", "name": "network-vif-deleted", "tag": "1799ed0a-856e-4355-96bd-9e19b4182060"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:27:04.860645 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3206794-9bf8-4e0c-b7e0-c88a9e43d02f x-openstack-request-id: req-f3206794-9bf8-4e0c-b7e0-c88a9e43d02f {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:27:04.860948 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6abbd43-bed2-48a4-93b8-d8d30fd7b48d", "name": "network-vif-deleted", "tag": "1799ed0a-856e-4355-96bd-9e19b4182060", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:27:04.861208 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f3206794-9bf8-4e0c-b7e0-c88a9e43d02f {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:27:04.861614 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6abbd43-bed2-48a4-93b8-d8d30fd7b48d', 'name': 'network-vif-deleted', 'tag': '1799ed0a-856e-4355-96bd-9e19b4182060', 'status': 'completed', 'code': 200} Sep 27 12:27:04.986809 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1616a-1cf6-4949-a50b-97aaa1c86341 req-4810d87a-ad67-4c4a-a73b-e29265b44a99 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:04.988355 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1aa1616a-1cf6-4949-a50b-97aaa1c86341 req-4810d87a-ad67-4c4a-a73b-e29265b44a99 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 946 time: 0.0549202 Sep 27 12:27:05.025794 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1aa1616a-1cf6-4949-a50b-97aaa1c86341 req-5e366821-20b2-4454-9840-900d563c7008 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314643 Sep 27 12:27:05.371572 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-60afef65-abe8-4769-b1ef-b8453d1c5afa req-21ac3f91-bf7c-4555-955d-7e1e69ee29fa tempest-TestMinimumBasicScenario-1800677148 tempest-TestMinimumBasicScenario-1800677148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6abbd43-bed2-48a4-93b8-d8d30fd7b48d HTTP/1.1" status: 200 len: 210 time: 0.0263541 Sep 27 12:27:06.149168 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3854bf-09e8-4167-972a-7b8705879012 req-1477c757-1d97-4f8e-a372-512736e3478a tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:06.149168 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ff3854bf-09e8-4167-972a-7b8705879012 req-1477c757-1d97-4f8e-a372-512736e3478a tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 946 time: 0.0487564 Sep 27 12:27:06.188394 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ff3854bf-09e8-4167-972a-7b8705879012 req-369b6870-2957-40da-86c4-17b9ad957da9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331085 Sep 27 12:27:06.687159 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:27:07.053241 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 33278) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:27:07.374092 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da643e-e93b-4a72-b51f-ca9a8640cc7b req-bba3e4f7-f407-4e79-ac38-3132e0e1e0af tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:07.375751 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-22da643e-e93b-4a72-b51f-ca9a8640cc7b req-bba3e4f7-f407-4e79-ac38-3132e0e1e0af tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 946 time: 0.0989420 Sep 27 12:27:07.421692 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 1799ed0a-856e-4355-96bd-9e19b4182060 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:27:07.433419 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-22da643e-e93b-4a72-b51f-ca9a8640cc7b req-0809bd0f-23bc-4188-aab3-72a140cf427f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517027 Sep 27 12:27:07.441698 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] No Port match for: 1799ed0a-856e-4355-96bd-9e19b4182060 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:27:07.442113 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 1799ed0a-856e-4355-96bd-9e19b4182060 not bound to the agent host hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:27:07.536934 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2f1996c6-17db-45ff-bb48-a3140298781e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528412'] for router_interface, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:07.836329 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-2f1996c6-17db-45ff-bb48-a3140298781e admin admin] Deleting port b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:27:07.836671 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2f1996c6-17db-45ff-bb48-a3140298781e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:07.915205 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-2f1996c6-17db-45ff-bb48-a3140298781e admin admin] For port b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8,segment=NetworkSegment(b9105ff4-524d-49cb-8c62-5683eb365ab2),segment_id=b9105ff4-524d-49cb-8c62-5683eb365ab2)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:27:07.915600 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2f1996c6-17db-45ff-bb48-a3140298781e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:07.928556 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-2f1996c6-17db-45ff-bb48-a3140298781e admin admin] Calling delete_port for b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8 owned by network:router_interface {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:27:08.102639 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2f1996c6-17db-45ff-bb48-a3140298781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4103691'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:08.130522 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1996c6-17db-45ff-bb48-a3140298781e admin admin] Pushing event deleted for resources: {'Port': ['ID=b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:08.288767 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2f1996c6-17db-45ff-bb48-a3140298781e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528789'] for router_interface, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:08.498374 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1996c6-17db-45ff-bb48-a3140298781e admin admin] Router 3f82c621-fb88-45bf-89f7-fc852837822c has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:27:08.630216 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8533e3-a8f5-44ca-9c5c-3c95e152ed6a req-657b7a8d-c7d8-48bb-847b-2f2fdc19ce70 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:08.631691 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8b8533e3-a8f5-44ca-9c5c-3c95e152ed6a req-657b7a8d-c7d8-48bb-847b-2f2fdc19ce70 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 946 time: 0.0929730 Sep 27 12:27:08.650465 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1996c6-17db-45ff-bb48-a3140298781e admin admin] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:27:08.659613 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f654e1-978d-465f-80c7-1906c8dc1310 None None] Sync routers for ids ['3f82c621-fb88-45bf-89f7-fc852837822c'] in dv-cinder-768458-11-iscsi {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:27:08.662734 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-2f1996c6-17db-45ff-bb48-a3140298781e admin admin] 10.222.0.60 "PUT /v2.0/routers/3f82c621-fb88-45bf-89f7-fc852837822c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6084530 Sep 27 12:27:08.665166 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 33288) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:27:08.670222 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f654e1-978d-465f-80c7-1906c8dc1310 None None] Routers {'3f82c621-fb88-45bf-89f7-fc852837822c'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:27:08.670826 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-43f654e1-978d-465f-80c7-1906c8dc1310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:26:48Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['3f82c621-fb88-45bf-89f7-fc852837822c'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:27:08.730749 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8b8533e3-a8f5-44ca-9c5c-3c95e152ed6a req-e3c12604-e1d1-4a20-a27b-49a669a9269d tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884349 Sep 27 12:27:08.779941 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-43f654e1-978d-465f-80c7-1906c8dc1310 None None] Set router 3f82c621-fb88-45bf-89f7-fc852837822c gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:27:08.784910 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a0e42917-6f37-46e1-a4d8-dc7d895c1654 admin admin] Notify callbacks [] for router, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:08.887631 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a0e42917-6f37-46e1-a4d8-dc7d895c1654 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:08.941824 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-a0e42917-6f37-46e1-a4d8-dc7d895c1654 admin admin] Deleting port 9e4dd4f1-090a-48c8-b168-00f0f85d00d1 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:27:08.942162 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a0e42917-6f37-46e1-a4d8-dc7d895c1654 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:09.028233 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-a0e42917-6f37-46e1-a4d8-dc7d895c1654 admin admin] For port 9e4dd4f1-090a-48c8-b168-00f0f85d00d1, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=9e4dd4f1-090a-48c8-b168-00f0f85d00d1,segment=NetworkSegment(c3edcc58-5368-4442-b7b6-007dffc21523),segment_id=c3edcc58-5368-4442-b7b6-007dffc21523)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:27:09.028749 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a0e42917-6f37-46e1-a4d8-dc7d895c1654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:09.040249 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-a0e42917-6f37-46e1-a4d8-dc7d895c1654 admin admin] Calling delete_port for 9e4dd4f1-090a-48c8-b168-00f0f85d00d1 owned by network:router_gateway {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:27:09.076214 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-43f654e1-978d-465f-80c7-1906c8dc1310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'name': 'tempest-TestMinimumBasicScenario-456107861-router', 'tenant_id': 'd267b08e21d045a28d99a52762b5680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '9e4dd4f1-090a-48c8-b168-00f0f85d00d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:23:19Z', 'updated_at': '2021-09-27T12:27:08Z', 'revision_number': 5, 'project_id': 'd267b08e21d045a28d99a52762b5680f', 'gw_port': {'id': '9e4dd4f1-090a-48c8-b168-00f0f85d00d1', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:20Z', 'updated_at': '2021-09-27T12:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi'}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:27:09.104563 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f654e1-978d-465f-80c7-1906c8dc1310 None None] Checking router: 3f82c621-fb88-45bf-89f7-fc852837822c for host: dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:27:09.113197 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f654e1-978d-465f-80c7-1906c8dc1310 None None] Routers {'3f82c621-fb88-45bf-89f7-fc852837822c'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:27:09.113791 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-43f654e1-978d-465f-80c7-1906c8dc1310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:26:48Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['3f82c621-fb88-45bf-89f7-fc852837822c'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:27:09.202126 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-43f654e1-978d-465f-80c7-1906c8dc1310 None None] Set router 3f82c621-fb88-45bf-89f7-fc852837822c gateway port host: None {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:27:09.257330 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-43f654e1-978d-465f-80c7-1906c8dc1310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'name': 'tempest-TestMinimumBasicScenario-456107861-router', 'tenant_id': 'd267b08e21d045a28d99a52762b5680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:23:19Z', 'updated_at': '2021-09-27T12:27:08Z', 'revision_number': 6, 'project_id': 'd267b08e21d045a28d99a52762b5680f', 'gw_port_host': None}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:27:09.291986 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f654e1-978d-465f-80c7-1906c8dc1310 None None] The sync data for ids ['3f82c621-fb88-45bf-89f7-fc852837822c'] in dv-cinder-768458-11-iscsi is: [{'id': '3f82c621-fb88-45bf-89f7-fc852837822c', 'name': 'tempest-TestMinimumBasicScenario-456107861-router', 'tenant_id': 'd267b08e21d045a28d99a52762b5680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:23:19Z', 'updated_at': '2021-09-27T12:27:08Z', 'revision_number': 6, 'project_id': 'd267b08e21d045a28d99a52762b5680f', 'gw_port_host': None}] {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:27:09.408892 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a0e42917-6f37-46e1-a4d8-dc7d895c1654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4103691'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:09.431007 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e42917-6f37-46e1-a4d8-dc7d895c1654 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e4dd4f1-090a-48c8-b168-00f0f85d00d1,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:09.490360 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a0e42917-6f37-46e1-a4d8-dc7d895c1654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528726'] for router_gateway, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:09.590668 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a0e42917-6f37-46e1-a4d8-dc7d895c1654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7353'] for router, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:09.592676 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a0e42917-6f37-46e1-a4d8-dc7d895c1654 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:09.654897 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a0e42917-6f37-46e1-a4d8-dc7d895c1654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530736'] for router, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:09.655450 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e42917-6f37-46e1-a4d8-dc7d895c1654 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f82c621-fb88-45bf-89f7-fc852837822c {{(pid=94062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 12:27:09.660704 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a0e42917-6f37-46e1-a4d8-dc7d895c1654 admin admin] Notify callbacks [] for router, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:09.661759 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-a0e42917-6f37-46e1-a4d8-dc7d895c1654 admin admin] 10.222.0.60 "DELETE /v2.0/routers/3f82c621-fb88-45bf-89f7-fc852837822c HTTP/1.1" status: 204 len: 168 time: 0.9948988 Sep 27 12:27:09.664319 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 33292) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:27:09.712659 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_v2 [None req-174bbb54-0f84-4dab-879a-d9b38e500c12 admin admin] Deleting subnet 65c84ef7-1e80-4770-933b-4996e7eed0f4 {{(pid=94062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:27:09.715744 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-174bbb54-0f84-4dab-879a-d9b38e500c12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:09.749638 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-174bbb54-0f84-4dab-879a-d9b38e500c12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328894'] for subnet, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:09.880998 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-174bbb54-0f84-4dab-879a-d9b38e500c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8349256'] for subnet, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:09.919583 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e0610-7e45-4084-84f0-c1dcf4a3f39e req-6d38a270-d4cb-4159-a045-e194f6a37b92 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:09.921092 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-209e0610-7e45-4084-84f0-c1dcf4a3f39e req-6d38a270-d4cb-4159-a045-e194f6a37b92 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 946 time: 0.1161003 Sep 27 12:27:09.965938 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-174bbb54-0f84-4dab-879a-d9b38e500c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8349249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4103766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8778815'] for subnet, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:09.979878 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-209e0610-7e45-4084-84f0-c1dcf4a3f39e req-0a057a87-bb04-414c-978a-bdb27431a0cb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498750 Sep 27 12:27:10.002106 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-174bbb54-0f84-4dab-879a-d9b38e500c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:10.004911 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-174bbb54-0f84-4dab-879a-d9b38e500c12 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/65c84ef7-1e80-4770-933b-4996e7eed0f4 HTTP/1.1" status: 204 len: 168 time: 0.3396096 Sep 27 12:27:10.006212 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174bbb54-0f84-4dab-879a-d9b38e500c12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65c84ef7-1e80-4770-933b-4996e7eed0f4,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:10.006510 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 33298) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:27:10.009563 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4570d8e9-48cf-4f16-b11d-91cca705fcbf None None] Network e3cd76b6-c085-4697-9c16-3648dfee488b requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:27:10.075025 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ddfafbc5-bbb4-4588-b470-cb366002f85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7874224'] for network, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:10.135406 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ddfafbc5-bbb4-4588-b470-cb366002f85e admin admin] Deleting port 13401a8c-96c2-4ca6-b4a2-b4fb15213cc1 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:27:10.135943 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ddfafbc5-bbb4-4588-b470-cb366002f85e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:10.142557 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 9e4dd4f1-090a-48c8-b168-00f0f85d00d1 no longer exists at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:27:10.162296 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] No Port match for: 9e4dd4f1-090a-48c8-b168-00f0f85d00d1 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:27:10.162638 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 9e4dd4f1-090a-48c8-b168-00f0f85d00d1 not bound to the agent host dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:27:10.163073 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8 no longer exists at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:27:10.183054 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] No Port match for: b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:27:10.183398 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device b87b69a2-ea18-4b4b-a294-9eb8ab7e06c8 not bound to the agent host dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:27:10.210216 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ce5de3-249f-4769-b03b-4d74a70e5f27 None None] DHCP port deletion for e3cd76b6-c085-4697-9c16-3648dfee488b request from dv-cinder-768458-11-iscsi {{(pid=94063) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 12:27:10.214222 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ddfafbc5-bbb4-4588-b470-cb366002f85e admin admin] For port 13401a8c-96c2-4ca6-b4a2-b4fb15213cc1, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=13401a8c-96c2-4ca6-b4a2-b4fb15213cc1,segment=NetworkSegment(b9105ff4-524d-49cb-8c62-5683eb365ab2),segment_id=b9105ff4-524d-49cb-8c62-5683eb365ab2)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:27:10.214592 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ddfafbc5-bbb4-4588-b470-cb366002f85e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:10.226637 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ddfafbc5-bbb4-4588-b470-cb366002f85e admin admin] Calling delete_port for 13401a8c-96c2-4ca6-b4a2-b4fb15213cc1 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:27:10.257601 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-60ce5de3-249f-4769-b03b-4d74a70e5f27 None None] Deleting port 13401a8c-96c2-4ca6-b4a2-b4fb15213cc1 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:27:10.257976 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-60ce5de3-249f-4769-b03b-4d74a70e5f27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:10.312638 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ddfafbc5-bbb4-4588-b470-cb366002f85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:10.327029 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-60ce5de3-249f-4769-b03b-4d74a70e5f27 None None] For port 13401a8c-96c2-4ca6-b4a2-b4fb15213cc1, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=13401a8c-96c2-4ca6-b4a2-b4fb15213cc1,segment=NetworkSegment(b9105ff4-524d-49cb-8c62-5683eb365ab2),segment_id=b9105ff4-524d-49cb-8c62-5683eb365ab2)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:27:10.327375 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-60ce5de3-249f-4769-b03b-4d74a70e5f27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:10.342388 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-60ce5de3-249f-4769-b03b-4d74a70e5f27 None None] Calling delete_port for 13401a8c-96c2-4ca6-b4a2-b4fb15213cc1 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:27:10.345922 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfafbc5-bbb4-4588-b470-cb366002f85e admin admin] No DVR routers for this DVR port 13401a8c-96c2-4ca6-b4a2-b4fb15213cc1 on host dv-cinder-768458-11-iscsi {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:27:10.353220 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfafbc5-bbb4-4588-b470-cb366002f85e admin admin] Pushing event deleted for resources: {'Port': ['ID=13401a8c-96c2-4ca6-b4a2-b4fb15213cc1,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:10.435582 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ddfafbc5-bbb4-4588-b470-cb366002f85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8355569', 'neutron.services.segments.db._delete_segments_for_network-8743558924948'] for network, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:10.454706 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-60ce5de3-249f-4769-b03b-4d74a70e5f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:10.454886 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.services.segments.db [None req-ddfafbc5-bbb4-4588-b470-cb366002f85e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3cd76b6-c085-4697-9c16-3648dfee488b']}} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:27:10.465958 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.services.segments.db [None req-ddfafbc5-bbb4-4588-b470-cb366002f85e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9105ff4-524d-49cb-8c62-5683eb365ab2') {'for_net_delete': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:27:10.466246 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.services.segments.db [None req-ddfafbc5-bbb4-4588-b470-cb366002f85e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9105ff4-524d-49cb-8c62-5683eb365ab2') {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:27:10.475365 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ddfafbc5-bbb4-4588-b470-cb366002f85e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743558923165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8886170'] for segment, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:10.483113 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce5de3-249f-4769-b03b-4d74a70e5f27 None None] Pushing event deleted for resources: {'Port': ['ID=13401a8c-96c2-4ca6-b4a2-b4fb15213cc1,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:10.486943 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ce5de3-249f-4769-b03b-4d74a70e5f27 None None] No DVR routers for this DVR port 13401a8c-96c2-4ca6-b4a2-b4fb15213cc1 on host dv-cinder-768458-11-iscsi {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:27:10.494186 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ddfafbc5-bbb4-4588-b470-cb366002f85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:10.501179 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddfafbc5-bbb4-4588-b470-cb366002f85e admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:27:10.501582 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ddfafbc5-bbb4-4588-b470-cb366002f85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3978971'] for segment, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:10.504990 dv-cinder-768458-11-iscsi neutron-server[94061]: Traceback (most recent call last): Sep 27 12:27:10.504990 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:27:10.504990 dv-cinder-768458-11-iscsi neutron-server[94061]: timer() Sep 27 12:27:10.504990 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:27:10.504990 dv-cinder-768458-11-iscsi neutron-server[94061]: cb(*args, **kw) Sep 27 12:27:10.504990 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:27:10.504990 dv-cinder-768458-11-iscsi neutron-server[94061]: return func(*args, **kwargs) Sep 27 12:27:10.504990 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:27:10.504990 dv-cinder-768458-11-iscsi neutron-server[94061]: self._notify() Sep 27 12:27:10.504990 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:27:10.504990 dv-cinder-768458-11-iscsi neutron-server[94061]: self.callback(batched_events) Sep 27 12:27:10.504990 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:27:10.504990 dv-cinder-768458-11-iscsi neutron-server[94061]: event.method(event) Sep 27 12:27:10.504990 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:27:10.504990 dv-cinder-768458-11-iscsi neutron-server[94061]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:27:10.504990 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:27:10.504990 dv-cinder-768458-11-iscsi neutron-server[94061]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:27:10.504990 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:27:10.504990 dv-cinder-768458-11-iscsi neutron-server[94061]: return f(self, *a, **k) Sep 27 12:27:10.504990 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:27:10.504990 dv-cinder-768458-11-iscsi neutron-server[94061]: return self._get(url).json() Sep 27 12:27:10.504990 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:27:10.504990 dv-cinder-768458-11-iscsi neutron-server[94061]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:27:10.504990 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:27:10.504990 dv-cinder-768458-11-iscsi neutron-server[94061]: return self.request(url, 'GET', **kwargs) Sep 27 12:27:10.504990 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:27:10.504990 dv-cinder-768458-11-iscsi neutron-server[94061]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:27:10.504990 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:27:10.504990 dv-cinder-768458-11-iscsi neutron-server[94061]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:27:10.504990 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:27:10.504990 dv-cinder-768458-11-iscsi neutron-server[94061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:27:10.504990 dv-cinder-768458-11-iscsi neutron-server[94061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:27:10.563269 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ddfafbc5-bbb4-4588-b470-cb366002f85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8355526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528650'] for network, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:10.570211 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ddfafbc5-bbb4-4588-b470-cb366002f85e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:10.572185 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-ddfafbc5-bbb4-4588-b470-cb366002f85e admin admin] 10.222.0.60 "DELETE /v2.0/networks/e3cd76b6-c085-4697-9c16-3648dfee488b HTTP/1.1" status: 204 len: 168 time: 0.5645897 Sep 27 12:27:10.575383 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 33300) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:27:10.583329 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfafbc5-bbb4-4588-b470-cb366002f85e admin admin] Pushing event deleted for resources: {'Network': ['ID=e3cd76b6-c085-4697-9c16-3648dfee488b,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:10.909033 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9cb8a0de-6f6c-4bbd-af8c-d22e735d5f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528412'] for router_interface, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:11.116713 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f5e9a-fafd-4d0a-99ff-5c0fdb869b46 req-b64d6871-e308-4a06-98b4-6de4fb18d845 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:11.118140 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d75f5e9a-fafd-4d0a-99ff-5c0fdb869b46 req-b64d6871-e308-4a06-98b4-6de4fb18d845 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 946 time: 0.0573518 Sep 27 12:27:11.179322 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d75f5e9a-fafd-4d0a-99ff-5c0fdb869b46 req-5ed21f1d-0f84-4fb2-8240-d7676bfd004a tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544715 Sep 27 12:27:11.221135 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-9cb8a0de-6f6c-4bbd-af8c-d22e735d5f3f admin admin] Deleting port 348dd4ec-defd-4a7a-9845-8e6162e09533 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:27:11.221469 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9cb8a0de-6f6c-4bbd-af8c-d22e735d5f3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:11.295301 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-9cb8a0de-6f6c-4bbd-af8c-d22e735d5f3f admin admin] For port 348dd4ec-defd-4a7a-9845-8e6162e09533, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=348dd4ec-defd-4a7a-9845-8e6162e09533,segment=NetworkSegment(121f6912-d8b7-4d94-9746-04460918ddb4),segment_id=121f6912-d8b7-4d94-9746-04460918ddb4)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:27:11.295658 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9cb8a0de-6f6c-4bbd-af8c-d22e735d5f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:11.307448 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-9cb8a0de-6f6c-4bbd-af8c-d22e735d5f3f admin admin] Calling delete_port for 348dd4ec-defd-4a7a-9845-8e6162e09533 owned by network:router_interface {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:27:11.481191 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9cb8a0de-6f6c-4bbd-af8c-d22e735d5f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4103691'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:11.507305 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8a0de-6f6c-4bbd-af8c-d22e735d5f3f admin admin] Pushing event deleted for resources: {'Port': ['ID=348dd4ec-defd-4a7a-9845-8e6162e09533,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:11.554774 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:11.669493 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9cb8a0de-6f6c-4bbd-af8c-d22e735d5f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528789'] for router_interface, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:11.877381 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb8a0de-6f6c-4bbd-af8c-d22e735d5f3f admin admin] Router 248a800b-ee8c-4dcc-b522-73239d27328f has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:27:11.989543 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb8a0de-6f6c-4bbd-af8c-d22e735d5f3f admin admin] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:27:11.994464 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-9cb8a0de-6f6c-4bbd-af8c-d22e735d5f3f admin admin] 10.222.0.60 "PUT /v2.0/routers/248a800b-ee8c-4dcc-b522-73239d27328f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4180067 Sep 27 12:27:11.997168 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 33306) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:27:11.999690 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa834d5-ddb5-43cc-936f-90cf1d905fdc None None] Sync routers for ids ['248a800b-ee8c-4dcc-b522-73239d27328f'] in dv-cinder-768458-11-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:27:12.009278 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa834d5-ddb5-43cc-936f-90cf1d905fdc None None] Routers {'248a800b-ee8c-4dcc-b522-73239d27328f'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:27:12.009884 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-3aa834d5-ddb5-43cc-936f-90cf1d905fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:26:48Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['248a800b-ee8c-4dcc-b522-73239d27328f'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:27:12.116041 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-10c06669-fad4-4492-b2c3-9667343a592e admin admin] Notify callbacks [] for router, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:12.127297 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-3aa834d5-ddb5-43cc-936f-90cf1d905fdc None None] Set router 248a800b-ee8c-4dcc-b522-73239d27328f gateway port host: dv-cinder-768458-11-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:27:12.216302 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 13401a8c-96c2-4ca6-b4a2-b4fb15213cc1 no longer exists at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:27:12.237917 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-10c06669-fad4-4492-b2c3-9667343a592e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:12.242191 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] No Port match for: 13401a8c-96c2-4ca6-b4a2-b4fb15213cc1 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:27:12.242559 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 13401a8c-96c2-4ca6-b4a2-b4fb15213cc1 not bound to the agent host dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:27:12.307069 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-10c06669-fad4-4492-b2c3-9667343a592e admin admin] Deleting port 05851de6-49a9-487c-8b42-574696bdadf7 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:27:12.307484 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-10c06669-fad4-4492-b2c3-9667343a592e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:12.309933 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2b76a-3fd5-423c-8c9a-453add803575 req-cfaac8bb-39e3-46af-bc38-d8d8d5abfb58 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:12.311479 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-11d2b76a-3fd5-423c-8c9a-453add803575 req-cfaac8bb-39e3-46af-bc38-d8d8d5abfb58 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 946 time: 0.0528791 Sep 27 12:27:12.323816 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-3aa834d5-ddb5-43cc-936f-90cf1d905fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248a800b-ee8c-4dcc-b522-73239d27328f', 'name': 'tempest-TestMinimumBasicScenario-476588394-router', 'tenant_id': 'a5519db9c2d541b398502c86ea5735e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '05851de6-49a9-487c-8b42-574696bdadf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:23:26Z', 'updated_at': '2021-09-27T12:27:11Z', 'revision_number': 5, 'project_id': 'a5519db9c2d541b398502c86ea5735e0', 'gw_port': {'id': '05851de6-49a9-487c-8b42-574696bdadf7', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248a800b-ee8c-4dcc-b522-73239d27328f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:23:26Z', 'updated_at': '2021-09-27T12:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi'}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:27:12.354585 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-11d2b76a-3fd5-423c-8c9a-453add803575 req-2d02007a-99e4-4d8a-b64f-179ac22d9ed1 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353699 Sep 27 12:27:12.356602 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa834d5-ddb5-43cc-936f-90cf1d905fdc None None] Checking router: 248a800b-ee8c-4dcc-b522-73239d27328f for host: dv-cinder-768458-11-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:27:12.365303 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa834d5-ddb5-43cc-936f-90cf1d905fdc None None] Routers {'248a800b-ee8c-4dcc-b522-73239d27328f'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:27:12.366020 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-3aa834d5-ddb5-43cc-936f-90cf1d905fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:26:48Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['248a800b-ee8c-4dcc-b522-73239d27328f'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:27:12.415079 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-10c06669-fad4-4492-b2c3-9667343a592e admin admin] For port 05851de6-49a9-487c-8b42-574696bdadf7, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=05851de6-49a9-487c-8b42-574696bdadf7,segment=NetworkSegment(c3edcc58-5368-4442-b7b6-007dffc21523),segment_id=c3edcc58-5368-4442-b7b6-007dffc21523)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:27:12.415611 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-10c06669-fad4-4492-b2c3-9667343a592e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:12.435552 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-10c06669-fad4-4492-b2c3-9667343a592e admin admin] Calling delete_port for 05851de6-49a9-487c-8b42-574696bdadf7 owned by network:router_gateway {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:27:12.452664 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-3aa834d5-ddb5-43cc-936f-90cf1d905fdc None None] Set router 248a800b-ee8c-4dcc-b522-73239d27328f gateway port host: None {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:27:12.503817 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-3aa834d5-ddb5-43cc-936f-90cf1d905fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248a800b-ee8c-4dcc-b522-73239d27328f', 'name': 'tempest-TestMinimumBasicScenario-476588394-router', 'tenant_id': 'a5519db9c2d541b398502c86ea5735e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:23:26Z', 'updated_at': '2021-09-27T12:27:12Z', 'revision_number': 6, 'project_id': 'a5519db9c2d541b398502c86ea5735e0', 'gw_port_host': None}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:27:12.534105 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa834d5-ddb5-43cc-936f-90cf1d905fdc None None] The sync data for ids ['248a800b-ee8c-4dcc-b522-73239d27328f'] in dv-cinder-768458-11-iscsi is: [{'id': '248a800b-ee8c-4dcc-b522-73239d27328f', 'name': 'tempest-TestMinimumBasicScenario-476588394-router', 'tenant_id': 'a5519db9c2d541b398502c86ea5735e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:23:26Z', 'updated_at': '2021-09-27T12:27:12Z', 'revision_number': 6, 'project_id': 'a5519db9c2d541b398502c86ea5735e0', 'gw_port_host': None}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:27:12.623687 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-10c06669-fad4-4492-b2c3-9667343a592e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:12.649055 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c06669-fad4-4492-b2c3-9667343a592e admin admin] Pushing event deleted for resources: {'Port': ['ID=05851de6-49a9-487c-8b42-574696bdadf7,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:12.708835 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-10c06669-fad4-4492-b2c3-9667343a592e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528726'] for router_gateway, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:12.800591 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-10c06669-fad4-4492-b2c3-9667343a592e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7353'] for router, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:12.802778 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-10c06669-fad4-4492-b2c3-9667343a592e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:12.852346 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-10c06669-fad4-4492-b2c3-9667343a592e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530736'] for router, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:12.852827 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c06669-fad4-4492-b2c3-9667343a592e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 248a800b-ee8c-4dcc-b522-73239d27328f {{(pid=94061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 12:27:12.858413 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-10c06669-fad4-4492-b2c3-9667343a592e admin admin] Notify callbacks [] for router, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:12.859688 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-10c06669-fad4-4492-b2c3-9667343a592e admin admin] 10.222.0.60 "DELETE /v2.0/routers/248a800b-ee8c-4dcc-b522-73239d27328f HTTP/1.1" status: 204 len: 168 time: 0.8614457 Sep 27 12:27:12.862186 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 33312) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:27:12.909111 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ab9be11-3b35-4c99-a9e8-404c45649a81 admin admin] Deleting subnet 8d061a63-65bc-4aef-bf8e-eeceea8278e6 {{(pid=94061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:27:12.912378 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5ab9be11-3b35-4c99-a9e8-404c45649a81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:12.948715 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5ab9be11-3b35-4c99-a9e8-404c45649a81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8886147'] for subnet, precommit_delete_associations {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:13.058112 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5ab9be11-3b35-4c99-a9e8-404c45649a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8349256'] for subnet, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:13.117458 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5ab9be11-3b35-4c99-a9e8-404c45649a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8349249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8488502'] for subnet, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:13.144539 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9be11-3b35-4c99-a9e8-404c45649a81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d061a63-65bc-4aef-bf8e-eeceea8278e6,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:13.146517 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5ab9be11-3b35-4c99-a9e8-404c45649a81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:13.148382 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-5ab9be11-3b35-4c99-a9e8-404c45649a81 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8d061a63-65bc-4aef-bf8e-eeceea8278e6 HTTP/1.1" status: 204 len: 168 time: 0.2852242 Sep 27 12:27:13.150884 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 33314) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:27:13.153459 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4452ef-bc32-4ee1-a21b-98c262755d50 None None] Network 8bb2ccb7-aaa9-4f2a-9b86-de660b195109 requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:27:13.222082 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9affd46d-5e09-48da-a461-1e78d18b9c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7874224'] for network, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:13.276010 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-9affd46d-5e09-48da-a461-1e78d18b9c84 admin admin] Deleting port b6f0732e-b812-4095-b707-d5242f059878 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:27:13.276355 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9affd46d-5e09-48da-a461-1e78d18b9c84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:13.342237 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f912d720-3378-4ca0-978d-3e678cf134df None None] DHCP port deletion for 8bb2ccb7-aaa9-4f2a-9b86-de660b195109 request from dv-cinder-768458-11-iscsi {{(pid=94063) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 12:27:13.344641 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-9affd46d-5e09-48da-a461-1e78d18b9c84 admin admin] For port b6f0732e-b812-4095-b707-d5242f059878, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=b6f0732e-b812-4095-b707-d5242f059878,segment=NetworkSegment(121f6912-d8b7-4d94-9746-04460918ddb4),segment_id=121f6912-d8b7-4d94-9746-04460918ddb4)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:27:13.345005 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9affd46d-5e09-48da-a461-1e78d18b9c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:13.362548 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-9affd46d-5e09-48da-a461-1e78d18b9c84 admin admin] Calling delete_port for b6f0732e-b812-4095-b707-d5242f059878 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:27:13.400728 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f912d720-3378-4ca0-978d-3e678cf134df None None] Deleting port b6f0732e-b812-4095-b707-d5242f059878 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:27:13.401216 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f912d720-3378-4ca0-978d-3e678cf134df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:13.448081 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9affd46d-5e09-48da-a461-1e78d18b9c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:13.474513 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f912d720-3378-4ca0-978d-3e678cf134df None None] For port b6f0732e-b812-4095-b707-d5242f059878, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=b6f0732e-b812-4095-b707-d5242f059878,segment=NetworkSegment(121f6912-d8b7-4d94-9746-04460918ddb4),segment_id=121f6912-d8b7-4d94-9746-04460918ddb4)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:27:13.474918 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f912d720-3378-4ca0-978d-3e678cf134df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:13.475175 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affd46d-5e09-48da-a461-1e78d18b9c84 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6f0732e-b812-4095-b707-d5242f059878,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:13.479756 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9affd46d-5e09-48da-a461-1e78d18b9c84 admin admin] No DVR routers for this DVR port b6f0732e-b812-4095-b707-d5242f059878 on host dv-cinder-768458-11-iscsi {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:27:13.493212 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f912d720-3378-4ca0-978d-3e678cf134df None None] Calling delete_port for b6f0732e-b812-4095-b707-d5242f059878 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:27:13.501056 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd57ccc-fa60-46d6-9eae-b989643ffc99 req-47eda3c3-a4aa-4df6-a590-10e8f0dbabce tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:13.502776 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9fd57ccc-fa60-46d6-9eae-b989643ffc99 req-47eda3c3-a4aa-4df6-a590-10e8f0dbabce tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 946 time: 0.0643148 Sep 27 12:27:13.554701 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9fd57ccc-fa60-46d6-9eae-b989643ffc99 req-8855c274-1fa1-4ab4-9632-e9f32ef5936c tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362659 Sep 27 12:27:13.570695 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9affd46d-5e09-48da-a461-1e78d18b9c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8355569', 'neutron.services.segments.db._delete_segments_for_network-8743558924948'] for network, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:13.576290 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f912d720-3378-4ca0-978d-3e678cf134df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:13.593548 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.services.segments.db [None req-9affd46d-5e09-48da-a461-1e78d18b9c84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb2ccb7-aaa9-4f2a-9b86-de660b195109']}} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:27:13.603765 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.services.segments.db [None req-9affd46d-5e09-48da-a461-1e78d18b9c84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '121f6912-d8b7-4d94-9746-04460918ddb4') {'for_net_delete': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:27:13.604187 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.services.segments.db [None req-9affd46d-5e09-48da-a461-1e78d18b9c84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '121f6912-d8b7-4d94-9746-04460918ddb4') {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:27:13.605166 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912d720-3378-4ca0-978d-3e678cf134df None None] Pushing event deleted for resources: {'Port': ['ID=b6f0732e-b812-4095-b707-d5242f059878,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:13.609420 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f912d720-3378-4ca0-978d-3e678cf134df None None] No DVR routers for this DVR port b6f0732e-b812-4095-b707-d5242f059878 on host dv-cinder-768458-11-iscsi {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:27:13.626742 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9affd46d-5e09-48da-a461-1e78d18b9c84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743558923165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8886170'] for segment, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:13.647478 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9affd46d-5e09-48da-a461-1e78d18b9c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:13.654882 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9affd46d-5e09-48da-a461-1e78d18b9c84 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=94061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:27:13.655394 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9affd46d-5e09-48da-a461-1e78d18b9c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3978971'] for segment, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:13.657143 dv-cinder-768458-11-iscsi neutron-server[94061]: Traceback (most recent call last): Sep 27 12:27:13.657143 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:27:13.657143 dv-cinder-768458-11-iscsi neutron-server[94061]: timer() Sep 27 12:27:13.657143 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:27:13.657143 dv-cinder-768458-11-iscsi neutron-server[94061]: cb(*args, **kw) Sep 27 12:27:13.657143 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:27:13.657143 dv-cinder-768458-11-iscsi neutron-server[94061]: return func(*args, **kwargs) Sep 27 12:27:13.657143 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:27:13.657143 dv-cinder-768458-11-iscsi neutron-server[94061]: self._notify() Sep 27 12:27:13.657143 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:27:13.657143 dv-cinder-768458-11-iscsi neutron-server[94061]: self.callback(batched_events) Sep 27 12:27:13.657143 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:27:13.657143 dv-cinder-768458-11-iscsi neutron-server[94061]: event.method(event) Sep 27 12:27:13.657143 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:27:13.657143 dv-cinder-768458-11-iscsi neutron-server[94061]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:27:13.657143 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:27:13.657143 dv-cinder-768458-11-iscsi neutron-server[94061]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:27:13.657143 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:27:13.657143 dv-cinder-768458-11-iscsi neutron-server[94061]: return f(self, *a, **k) Sep 27 12:27:13.657143 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:27:13.657143 dv-cinder-768458-11-iscsi neutron-server[94061]: return self._get(url).json() Sep 27 12:27:13.657143 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:27:13.657143 dv-cinder-768458-11-iscsi neutron-server[94061]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:27:13.657143 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:27:13.657143 dv-cinder-768458-11-iscsi neutron-server[94061]: return self.request(url, 'GET', **kwargs) Sep 27 12:27:13.657143 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:27:13.657143 dv-cinder-768458-11-iscsi neutron-server[94061]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:27:13.657143 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:27:13.657143 dv-cinder-768458-11-iscsi neutron-server[94061]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:27:13.657143 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:27:13.657143 dv-cinder-768458-11-iscsi neutron-server[94061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:27:13.657143 dv-cinder-768458-11-iscsi neutron-server[94061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:27:13.715764 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9affd46d-5e09-48da-a461-1e78d18b9c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8355526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528650'] for network, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:13.721410 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9affd46d-5e09-48da-a461-1e78d18b9c84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:13.723421 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-9affd46d-5e09-48da-a461-1e78d18b9c84 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8bb2ccb7-aaa9-4f2a-9b86-de660b195109 HTTP/1.1" status: 204 len: 168 time: 0.5714424 Sep 27 12:27:13.737447 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affd46d-5e09-48da-a461-1e78d18b9c84 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bb2ccb7-aaa9-4f2a-9b86-de660b195109,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:13.890738 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 33322) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:27:13.930560 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-394f2158-69eb-4bb8-a2fd-279d2fc54367 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d267b08e21d045a28d99a52762b5680f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385284 Sep 27 12:27:13.933158 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 33324) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:27:13.981851 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-85f6ddab-ce59-4d34-997a-71dcbbd33e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:14.002839 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-85f6ddab-ce59-4d34-997a-71dcbbd33e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:14.049138 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-85f6ddab-ce59-4d34-997a-71dcbbd33e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:14.051732 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-85f6ddab-ce59-4d34-997a-71dcbbd33e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:14.052999 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-85f6ddab-ce59-4d34-997a-71dcbbd33e89 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/83cdfd2c-6b67-4890-8887-a202efe8be88 HTTP/1.1" status: 204 len: 168 time: 0.1182351 Sep 27 12:27:14.060582 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f6ddab-ce59-4d34-997a-71dcbbd33e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cdfd2c-6b67-4890-8887-a202efe8be88,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:14.153403 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 05851de6-49a9-487c-8b42-574696bdadf7 no longer exists at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:27:14.175688 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] No Port match for: 05851de6-49a9-487c-8b42-574696bdadf7 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:27:14.176349 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 05851de6-49a9-487c-8b42-574696bdadf7 not bound to the agent host dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:27:14.176491 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device b6f0732e-b812-4095-b707-d5242f059878 no longer exists at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:27:14.194390 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] No Port match for: b6f0732e-b812-4095-b707-d5242f059878 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:27:14.194825 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device b6f0732e-b812-4095-b707-d5242f059878 not bound to the agent host dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:27:14.195269 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 348dd4ec-defd-4a7a-9845-8e6162e09533 no longer exists at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:27:14.214289 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] No Port match for: 348dd4ec-defd-4a7a-9845-8e6162e09533 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:27:14.214632 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 348dd4ec-defd-4a7a-9845-8e6162e09533 not bound to the agent host dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:27:14.368366 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 33332) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:27:14.408815 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-2f25d935-5694-4d00-9cc9-216ff83de101 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a5519db9c2d541b398502c86ea5735e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389423 Sep 27 12:27:14.411192 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 33334) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:27:14.458760 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-adc5f8d5-7ba1-4fc0-a1fe-7e9ea4cf4a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:14.479049 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-adc5f8d5-7ba1-4fc0-a1fe-7e9ea4cf4a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:14.525406 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-adc5f8d5-7ba1-4fc0-a1fe-7e9ea4cf4a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:14.528705 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-adc5f8d5-7ba1-4fc0-a1fe-7e9ea4cf4a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:14.529811 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-adc5f8d5-7ba1-4fc0-a1fe-7e9ea4cf4a02 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/79da7bc3-58c9-4041-a3e5-5974e169d044 HTTP/1.1" status: 204 len: 168 time: 0.1177518 Sep 27 12:27:14.547438 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5f8d5-7ba1-4fc0-a1fe-7e9ea4cf4a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79da7bc3-58c9-4041-a3e5-5974e169d044,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:14.676727 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73eba5d-de9d-45ab-9e4d-b61611500ae6 req-6e550dfe-7732-423c-92ca-2b6032d180c5 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:14.678262 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c73eba5d-de9d-45ab-9e4d-b61611500ae6 req-6e550dfe-7732-423c-92ca-2b6032d180c5 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 946 time: 0.0503275 Sep 27 12:27:14.718191 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c73eba5d-de9d-45ab-9e4d-b61611500ae6 req-eb57756c-bc92-4390-a3bb-fa7bd270fd1b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336072 Sep 27 12:27:15.238091 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 33358) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:27:15.324184 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5a81e9c-c878-4574-8149-13f1ef936c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:15.337379 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-7d08e8fb-7671-4a6b-bc30-7b2410d776bc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1451562178-network', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:27:15.357815 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d08e8fb-7671-4a6b-bc30-7b2410d776bc admin admin] Made reservation on behalf of 6baa320158cf410f9e52ef8e3fa912c9 for: {'network': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:27:15.360293 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7d08e8fb-7671-4a6b-bc30-7b2410d776bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for network, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:15.368742 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7d08e8fb-7671-4a6b-bc30-7b2410d776bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:15.435459 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 907dbb2e-69ad-4ace-a79d-e93004b85756 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:27:15.464784 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7d08e8fb-7671-4a6b-bc30-7b2410d776bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:15.471293 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7d08e8fb-7671-4a6b-bc30-7b2410d776bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:15.501447 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d08e8fb-7671-4a6b-bc30-7b2410d776bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=94062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:27:15.510080 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08e8fb-7671-4a6b-bc30-7b2410d776bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f38172c-48b5-46eb-8621-a7561acf865f,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:15.517482 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7d08e8fb-7671-4a6b-bc30-7b2410d776bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:15.517713 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.db.segments_db [None req-7d08e8fb-7671-4a6b-bc30-7b2410d776bc admin admin] Added segment 4c61cb17-1bfa-40f8-bed2-80315b25d9e6 of type vlan for network 9354617a-e9e4-4d7b-a0eb-32322544a2ef Sep 27 12:27:15.538848 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 907dbb2e-69ad-4ace-a79d-e93004b85756, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=907dbb2e-69ad-4ace-a79d-e93004b85756,segment=NetworkSegment(2a6580eb-8685-4d7a-9cf9-25621c7b4860),segment_id=2a6580eb-8685-4d7a-9cf9-25621c7b4860)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:27:15.551711 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Returning: {'device': '907dbb2e-69ad-4ace-a79d-e93004b85756', 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43', 'port_id': '907dbb2e-69ad-4ace-a79d-e93004b85756', 'mac_address': 'fa:16:3e:51:17:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:27:15.561362 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7d08e8fb-7671-4a6b-bc30-7b2410d776bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743558578710'] for network, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:15.588193 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:15.589447 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7d08e8fb-7671-4a6b-bc30-7b2410d776bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323'] for network, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:15.591108 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d08e8fb-7671-4a6b-bc30-7b2410d776bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:15.591689 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7d08e8fb-7671-4a6b-bc30-7b2410d776bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:15.601991 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 907dbb2e-69ad-4ace-a79d-e93004b85756 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:27:15.622154 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-7d08e8fb-7671-4a6b-bc30-7b2410d776bc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3828244 Sep 27 12:27:15.623157 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 907dbb2e-69ad-4ace-a79d-e93004b85756, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=907dbb2e-69ad-4ace-a79d-e93004b85756,segment=NetworkSegment(2a6580eb-8685-4d7a-9cf9-25621c7b4860),segment_id=2a6580eb-8685-4d7a-9cf9-25621c7b4860)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:27:15.627042 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 33364) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:27:15.630538 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:15.633947 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-d4562a54-6582-4527-9929-9f168069405f admin admin] Request body: {'subnet': {'network_id': '9354617a-e9e4-4d7b-a0eb-32322544a2ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1451562178-subnet', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'ip_version': 4}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:27:15.668090 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08e8fb-7671-4a6b-bc30-7b2410d776bc admin admin] Pushing event updated for resources: {'Network': ['ID=9354617a-e9e4-4d7b-a0eb-32322544a2ef,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:15.682251 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Network 9354617a-e9e4-4d7b-a0eb-32322544a2ef details requested by agent ovs-agent-dv-cinder-768458-11-iscsi with host dv-cinder-768458-11-iscsi {{(pid=94063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:27:15.684174 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4562a54-6582-4527-9929-9f168069405f admin admin] Made reservation on behalf of 6baa320158cf410f9e52ef8e3fa912c9 for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:27:15.686730 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d4562a54-6582-4527-9929-9f168069405f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8778778'] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:15.695728 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=907dbb2e-69ad-4ace-a79d-e93004b85756,revision_number=6']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:15.745871 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['907dbb2e-69ad-4ace-a79d-e93004b85756'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:27:15.913835 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b82f1-9dd2-437b-9236-0c237c342814 req-e87634ba-ca55-4faf-aa26-fb8f79ce0380 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:15.915312 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-092b82f1-9dd2-437b-9236-0c237c342814 req-e87634ba-ca55-4faf-aa26-fb8f79ce0380 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 945 time: 0.1005623 Sep 27 12:27:15.916593 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d4562a54-6582-4527-9929-9f168069405f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4103831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8778792'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:15.984333 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4562a54-6582-4527-9929-9f168069405f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b234fa0-0a81-423f-a3ca-db50873bb00a,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:16.009575 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-092b82f1-9dd2-437b-9236-0c237c342814 req-227ffd06-e5ad-4ff8-b23d-c17bf658614b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690382 Sep 27 12:27:16.015656 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4562a54-6582-4527-9929-9f168069405f admin admin] Checking segment: {'id': '4c61cb17-1bfa-40f8-bed2-80315b25d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9354617a-e9e4-4d7b-a0eb-32322544a2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:27:16.016006 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4562a54-6582-4527-9929-9f168069405f admin admin] Network hostable DHCP agents. Network: 9354617a-e9e4-4d7b-a0eb-32322544a2ef, hostable agents: ['e47cdff6-7b19-4f64-ade6-a89e4357b373'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:27:16.035884 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4562a54-6582-4527-9929-9f168069405f admin admin] Network 9354617a-e9e4-4d7b-a0eb-32322544a2ef is scheduled to be hosted by DHCP agent e47cdff6-7b19-4f64-ade6-a89e4357b373 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:27:16.044851 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-d4562a54-6582-4527-9929-9f168069405f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-11-iscsi, 9354617a-e9e4-4d7b-a0eb-32322544a2ef) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:27:16.048981 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4562a54-6582-4527-9929-9f168069405f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:16.049590 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d4562a54-6582-4527-9929-9f168069405f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:16.055653 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7310ac9-1a86-43c8-99cb-91409330b534 None None] Network 9354617a-e9e4-4d7b-a0eb-32322544a2ef requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:27:16.065192 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-d4562a54-6582-4527-9929-9f168069405f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4370153 Sep 27 12:27:16.067735 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 33368) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:27:16.072990 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-b055ca09-781c-4f7a-86ee-a51d7bdec515 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1451562178-router', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:27:16.096052 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b055ca09-781c-4f7a-86ee-a51d7bdec515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7339'] for router, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:16.097099 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b055ca09-781c-4f7a-86ee-a51d7bdec515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:16.147444 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b055ca09-781c-4f7a-86ee-a51d7bdec515 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:16.201574 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38af777b-c4ea-404a-9161-4e403ec40471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ac633e-ba30-5e3b-be39-b05eee44f07a-9354617a-e9e4-4d7b-a0eb-32322544a2ef', 'network_id': '9354617a-e9e4-4d7b-a0eb-32322544a2ef', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'fixed_ips': [{'subnet_id': '9b234fa0-0a81-423f-a3ca-db50873bb00a'}]}} from dv-cinder-768458-11-iscsi. {{(pid=94063) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 12:27:16.202487 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-38af777b-c4ea-404a-9161-4e403ec40471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:16.349659 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-38af777b-c4ea-404a-9161-4e403ec40471 None None] Allocated IP 172.20.0.2 (9354617a-e9e4-4d7b-a0eb-32322544a2ef/9b234fa0-0a81-423f-a3ca-db50873bb00a/799f7e1f-c20d-462b-b8f9-3b968b05b924) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:27:16.503141 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b055ca09-781c-4f7a-86ee-a51d7bdec515 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:16.636671 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-38af777b-c4ea-404a-9161-4e403ec40471 None None] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:16.644357 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-38af777b-c4ea-404a-9161-4e403ec40471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:16.682611 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38af777b-c4ea-404a-9161-4e403ec40471 None None] Network 9354617a-e9e4-4d7b-a0eb-32322544a2ef is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:27:16.686278 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-38af777b-c4ea-404a-9161-4e403ec40471 None None] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:27:16.689834 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38af777b-c4ea-404a-9161-4e403ec40471 None None] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:27:16.698525 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af777b-c4ea-404a-9161-4e403ec40471 None None] Pushing event updated for resources: {'Port': ['ID=799f7e1f-c20d-462b-b8f9-3b968b05b924,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:16.733643 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b055ca09-781c-4f7a-86ee-a51d7bdec515 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:16.753985 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b055ca09-781c-4f7a-86ee-a51d7bdec515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:16.759093 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-38af777b-c4ea-404a-9161-4e403ec40471 None None] Attempting to bind port 799f7e1f-c20d-462b-b8f9-3b968b05b924 on host dv-cinder-768458-11-iscsi for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:27:16.759470 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-38af777b-c4ea-404a-9161-4e403ec40471 None None] Attempting to bind port 799f7e1f-c20d-462b-b8f9-3b968b05b924 by drivers openvswitch,hyperv on host dv-cinder-768458-11-iscsi at level 0 using segments [{'id': '4c61cb17-1bfa-40f8-bed2-80315b25d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9354617a-e9e4-4d7b-a0eb-32322544a2ef'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:27:16.759838 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af777b-c4ea-404a-9161-4e403ec40471 None None] Attempting to bind port 799f7e1f-c20d-462b-b8f9-3b968b05b924 on network 9354617a-e9e4-4d7b-a0eb-32322544a2ef {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:27:16.765220 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af777b-c4ea-404a-9161-4e403ec40471 None None] Checking agent: {'id': 'a2732848-b036-4229-93de-7108b516e67d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 10, 49), 'started_at': datetime.datetime(2021, 9, 27, 12, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:27:16.765719 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af777b-c4ea-404a-9161-4e403ec40471 None None] Checking segment: {'id': '4c61cb17-1bfa-40f8-bed2-80315b25d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9354617a-e9e4-4d7b-a0eb-32322544a2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:27:16.766132 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-38af777b-c4ea-404a-9161-4e403ec40471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:16.766526 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af777b-c4ea-404a-9161-4e403ec40471 None None] Bound using segment: {'id': '4c61cb17-1bfa-40f8-bed2-80315b25d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9354617a-e9e4-4d7b-a0eb-32322544a2ef'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:27:16.767002 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-38af777b-c4ea-404a-9161-4e403ec40471 None None] Bound port: 799f7e1f-c20d-462b-b8f9-3b968b05b924, host: dv-cinder-768458-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c61cb17-1bfa-40f8-bed2-80315b25d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9354617a-e9e4-4d7b-a0eb-32322544a2ef'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:27:16.767434 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-38af777b-c4ea-404a-9161-4e403ec40471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:16.831224 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-38af777b-c4ea-404a-9161-4e403ec40471 None None] For port 799f7e1f-c20d-462b-b8f9-3b968b05b924, host dv-cinder-768458-11-iscsi, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:27:16.834265 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-38af777b-c4ea-404a-9161-4e403ec40471 None None] For port 799f7e1f-c20d-462b-b8f9-3b968b05b924, host dv-cinder-768458-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=799f7e1f-c20d-462b-b8f9-3b968b05b924,segment=NetworkSegment(4c61cb17-1bfa-40f8-bed2-80315b25d9e6),segment_id=4c61cb17-1bfa-40f8-bed2-80315b25d9e6)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:27:16.839632 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-38af777b-c4ea-404a-9161-4e403ec40471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:16.876391 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-b055ca09-781c-4f7a-86ee-a51d7bdec515 admin admin] Allocated IP 172.27.2.64 (1438fd00-25c8-4de7-950d-8ff7237ae90c/dd58ffbb-8e9b-44c5-a656-07f4206120ad/51046511-afdd-48a2-8673-6f18d875d5e8) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:27:16.899110 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af777b-c4ea-404a-9161-4e403ec40471 None None] Pushing event updated for resources: {'Port': ['ID=799f7e1f-c20d-462b-b8f9-3b968b05b924,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:16.993315 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b055ca09-781c-4f7a-86ee-a51d7bdec515 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:17.035882 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b055ca09-781c-4f7a-86ee-a51d7bdec515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4103691'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:17.094753 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b055ca09-781c-4f7a-86ee-a51d7bdec515 admin admin] Network 1438fd00-25c8-4de7-950d-8ff7237ae90c is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:27:17.101132 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-b055ca09-781c-4f7a-86ee-a51d7bdec515 admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:27:17.114500 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b055ca09-781c-4f7a-86ee-a51d7bdec515 admin admin] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:27:17.151166 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055ca09-781c-4f7a-86ee-a51d7bdec515 admin admin] Pushing event updated for resources: {'Port': ['ID=51046511-afdd-48a2-8673-6f18d875d5e8,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:17.194629 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9644f-c04b-410d-b712-2aded44573cc req-a4d1aa43-44f9-416a-a134-f0b0adba9cf1 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:17.196265 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b6a9644f-c04b-410d-b712-2aded44573cc req-a4d1aa43-44f9-416a-a134-f0b0adba9cf1 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 945 time: 0.0987988 Sep 27 12:27:17.313730 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b6a9644f-c04b-410d-b712-2aded44573cc req-6f39d320-4b1a-493b-8f20-bce9cadf25f1 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848372 Sep 27 12:27:17.431335 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 907dbb2e-69ad-4ace-a79d-e93004b85756 up at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:27:17.436907 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b055ca09-781c-4f7a-86ee-a51d7bdec515 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:17.490759 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning complete for port 907dbb2e-69ad-4ace-a79d-e93004b85756 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:27:17.491257 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:17.537226 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d2db7cc3-05c3-4990-a914-8cee90a673a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:17.586343 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:17.623421 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced05f49-746f-4301-bf2c-56db94e0a113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907dbb2e-69ad-4ace-a79d-e93004b85756'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:27:17.625735 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1408999cb3bb97c5ae56cf322f48a5762bdf0801c3dd38f4c7a67e93a613b0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35077a5d-d163-49c6-a697-3687f545d8d7" -d '{"events": [{"server_uuid": "ced05f49-746f-4301-bf2c-56db94e0a113", "name": "network-vif-plugged", "status": "completed", "tag": "907dbb2e-69ad-4ace-a79d-e93004b85756"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:27:17.650082 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 907dbb2e-69ad-4ace-a79d-e93004b85756, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=907dbb2e-69ad-4ace-a79d-e93004b85756,segment=NetworkSegment(2a6580eb-8685-4d7a-9cf9-25621c7b4860),segment_id=2a6580eb-8685-4d7a-9cf9-25621c7b4860)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:27:17.653836 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b055ca09-781c-4f7a-86ee-a51d7bdec515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535742'] for router, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:17.658240 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:17.686167 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bd28cd-4178-41a4-a8db-7c50e33232f5 x-openstack-request-id: req-51bd28cd-4178-41a4-a8db-7c50e33232f5 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:27:17.687020 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced05f49-746f-4301-bf2c-56db94e0a113", "name": "network-vif-plugged", "status": "completed", "tag": "907dbb2e-69ad-4ace-a79d-e93004b85756", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:27:17.687279 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-51bd28cd-4178-41a4-a8db-7c50e33232f5 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:27:17.687678 dv-cinder-768458-11-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced05f49-746f-4301-bf2c-56db94e0a113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907dbb2e-69ad-4ace-a79d-e93004b85756', 'code': 200} Sep 27 12:27:17.720657 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=907dbb2e-69ad-4ace-a79d-e93004b85756,revision_number=7']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:17.803636 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b055ca09-781c-4f7a-86ee-a51d7bdec515 admin admin] Router 2aa046d3-9d3c-4ee9-a870-4443f9203007 is scheduled to L3 agent 6db84009-1e90-41eb-96d1-acd333e168da with binding_index 1 {{(pid=94062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 12:27:17.844498 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3d2329-9d2d-4683-9dc2-666d7bf5a93c None None] Network 9354617a-e9e4-4d7b-a0eb-32322544a2ef requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:27:17.913796 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b055ca09-781c-4f7a-86ee-a51d7bdec515 admin admin] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:27:17.915597 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-aaa6f6e4-58f1-419b-982b-4728c749320c None None] Provisioning complete for port 799f7e1f-c20d-462b-b8f9-3b968b05b924 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:27:17.915970 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aaa6f6e4-58f1-419b-982b-4728c749320c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:17.930058 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b055ca09-781c-4f7a-86ee-a51d7bdec515 admin admin] Notify callbacks [] for router, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:17.931419 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-b055ca09-781c-4f7a-86ee-a51d7bdec515 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8627613 Sep 27 12:27:17.934611 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 33378) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:27:17.942447 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61cd087-49be-4bbd-8ab8-fb1d99becfa6 None None] Sync routers for ids ['2aa046d3-9d3c-4ee9-a870-4443f9203007'] in dv-cinder-768458-11-iscsi {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:27:17.991079 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61cd087-49be-4bbd-8ab8-fb1d99becfa6 None None] Routers {'2aa046d3-9d3c-4ee9-a870-4443f9203007'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:27:17.991717 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-a61cd087-49be-4bbd-8ab8-fb1d99becfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:27:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['2aa046d3-9d3c-4ee9-a870-4443f9203007'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:27:18.155259 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aaa6f6e4-58f1-419b-982b-4728c749320c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:18.171807 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-a61cd087-49be-4bbd-8ab8-fb1d99becfa6 None None] Set router 2aa046d3-9d3c-4ee9-a870-4443f9203007 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:27:18.206055 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 799f7e1f-c20d-462b-b8f9-3b968b05b924 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:27:18.304124 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-aaa6f6e4-58f1-419b-982b-4728c749320c None None] For port 799f7e1f-c20d-462b-b8f9-3b968b05b924, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=799f7e1f-c20d-462b-b8f9-3b968b05b924,segment=NetworkSegment(4c61cb17-1bfa-40f8-bed2-80315b25d9e6),segment_id=4c61cb17-1bfa-40f8-bed2-80315b25d9e6)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:27:18.319068 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aaa6f6e4-58f1-419b-982b-4728c749320c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:18.379601 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f0723933-824f-460b-baa9-355b4cf4bd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:18.424401 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port 799f7e1f-c20d-462b-b8f9-3b968b05b924 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:27:18.424774 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:18.426620 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa6f6e4-58f1-419b-982b-4728c749320c None None] Pushing event updated for resources: {'Port': ['ID=799f7e1f-c20d-462b-b8f9-3b968b05b924,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:18.501805 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-d3639f0c-33c0-426b-877c-32c0829b4aff None None] Provisioning complete for port 799f7e1f-c20d-462b-b8f9-3b968b05b924 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:27:18.502495 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d3639f0c-33c0-426b-877c-32c0829b4aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:18.520795 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d36c2-9960-4b7e-ba90-69b6495c73c8 req-914acef4-e946-4802-a5cf-ff176251b2e8 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:18.522266 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9e1d36c2-9960-4b7e-ba90-69b6495c73c8 req-914acef4-e946-4802-a5cf-ff176251b2e8 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 946 time: 0.1236279 Sep 27 12:27:18.578089 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-a61cd087-49be-4bbd-8ab8-fb1d99becfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'name': 'tempest-TestShelveInstance-1451562178-router', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '51046511-afdd-48a2-8673-6f18d875d5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:27:16Z', 'updated_at': '2021-09-27T12:27:17Z', 'revision_number': 3, 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'gw_port': {'id': '51046511-afdd-48a2-8673-6f18d875d5e8', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:16Z', 'updated_at': '2021-09-27T12:27:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi'}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:27:18.596973 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9e1d36c2-9960-4b7e-ba90-69b6495c73c8 req-2377ea8f-da78-47f1-a2a6-22c462420fe0 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667708 Sep 27 12:27:18.613228 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61cd087-49be-4bbd-8ab8-fb1d99becfa6 None None] Checking router: 2aa046d3-9d3c-4ee9-a870-4443f9203007 for host: dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:27:18.615022 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61cd087-49be-4bbd-8ab8-fb1d99becfa6 None None] Updating router 2aa046d3-9d3c-4ee9-a870-4443f9203007 port 51046511-afdd-48a2-8673-6f18d875d5e8 binding host dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:27:18.617782 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-f0723933-824f-460b-baa9-355b4cf4bd4e admin admin] Allocated IP 172.20.0.1 (9354617a-e9e4-4d7b-a0eb-32322544a2ef/9b234fa0-0a81-423f-a3ca-db50873bb00a/915fb6da-6a48-41b6-b8c2-65af18418ab5) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:27:18.669541 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a61cd087-49be-4bbd-8ab8-fb1d99becfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:18.738051 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f0723933-824f-460b-baa9-355b4cf4bd4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:18.764680 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:18.772012 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f0723933-824f-460b-baa9-355b4cf4bd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4103691'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:18.812602 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0723933-824f-460b-baa9-355b4cf4bd4e admin admin] Network 9354617a-e9e4-4d7b-a0eb-32322544a2ef is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:27:18.815501 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-f0723933-824f-460b-baa9-355b4cf4bd4e admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:27:18.822350 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0723933-824f-460b-baa9-355b4cf4bd4e admin admin] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:27:18.825406 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0723933-824f-460b-baa9-355b4cf4bd4e admin admin] Pushing event updated for resources: {'Port': ['ID=915fb6da-6a48-41b6-b8c2-65af18418ab5,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:18.869617 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f0723933-824f-460b-baa9-355b4cf4bd4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528771'] for router_interface, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:18.952677 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a61cd087-49be-4bbd-8ab8-fb1d99becfa6 None None] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:18.959056 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a61cd087-49be-4bbd-8ab8-fb1d99becfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:19.003285 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f0723933-824f-460b-baa9-355b4cf4bd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:19.016377 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-a61cd087-49be-4bbd-8ab8-fb1d99becfa6 None None] Attempting to bind port 51046511-afdd-48a2-8673-6f18d875d5e8 on host dv-cinder-768458-11-iscsi for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:27:19.016671 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-a61cd087-49be-4bbd-8ab8-fb1d99becfa6 None None] Attempting to bind port 51046511-afdd-48a2-8673-6f18d875d5e8 by drivers openvswitch,hyperv on host dv-cinder-768458-11-iscsi at level 0 using segments [{'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:27:19.017026 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61cd087-49be-4bbd-8ab8-fb1d99becfa6 None None] Attempting to bind port 51046511-afdd-48a2-8673-6f18d875d5e8 on network 1438fd00-25c8-4de7-950d-8ff7237ae90c {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:27:19.019945 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084ea6b-3333-47b0-913a-a4f95b83789c None None] Pushing event updated for resources: {'Port': ['ID=51046511-afdd-48a2-8673-6f18d875d5e8,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:19.024562 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61cd087-49be-4bbd-8ab8-fb1d99becfa6 None None] Checking agent: {'id': 'a2732848-b036-4229-93de-7108b516e67d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 10, 49), 'started_at': datetime.datetime(2021, 9, 27, 12, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:27:19.024931 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61cd087-49be-4bbd-8ab8-fb1d99becfa6 None None] Checking segment: {'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:27:19.025324 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a61cd087-49be-4bbd-8ab8-fb1d99becfa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:19.025707 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61cd087-49be-4bbd-8ab8-fb1d99becfa6 None None] Bound using segment: {'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:27:19.026167 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-a61cd087-49be-4bbd-8ab8-fb1d99becfa6 None None] Bound port: 51046511-afdd-48a2-8673-6f18d875d5e8, host: dv-cinder-768458-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:27:19.026540 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a61cd087-49be-4bbd-8ab8-fb1d99becfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:19.078424 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-a61cd087-49be-4bbd-8ab8-fb1d99becfa6 None None] For port 51046511-afdd-48a2-8673-6f18d875d5e8, host dv-cinder-768458-11-iscsi, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:27:19.082080 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-a61cd087-49be-4bbd-8ab8-fb1d99becfa6 None None] For port 51046511-afdd-48a2-8673-6f18d875d5e8, host dv-cinder-768458-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=51046511-afdd-48a2-8673-6f18d875d5e8,segment=NetworkSegment(c3edcc58-5368-4442-b7b6-007dffc21523),segment_id=c3edcc58-5368-4442-b7b6-007dffc21523)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:27:19.086164 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a61cd087-49be-4bbd-8ab8-fb1d99becfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:19.156005 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61cd087-49be-4bbd-8ab8-fb1d99becfa6 None None] Routers {'2aa046d3-9d3c-4ee9-a870-4443f9203007'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:27:19.156629 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-a61cd087-49be-4bbd-8ab8-fb1d99becfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:27:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['2aa046d3-9d3c-4ee9-a870-4443f9203007'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:27:19.159407 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084ea6b-3333-47b0-913a-a4f95b83789c None None] Pushing event updated for resources: {'Port': ['ID=51046511-afdd-48a2-8673-6f18d875d5e8,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:19.161945 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-0526ca76-785b-47b2-a3c2-febb3ef0b7fa None None] Provisioning complete for port 915fb6da-6a48-41b6-b8c2-65af18418ab5 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:27:19.162312 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0526ca76-785b-47b2-a3c2-febb3ef0b7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:19.177933 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f0723933-824f-460b-baa9-355b4cf4bd4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:19.182759 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f0723933-824f-460b-baa9-355b4cf4bd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4103680'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:19.238866 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-0526ca76-785b-47b2-a3c2-febb3ef0b7fa None None] Port 915fb6da-6a48-41b6-b8c2-65af18418ab5 cannot update to ACTIVE because it is not bound. {{(pid=94063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:27:19.252738 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0723933-824f-460b-baa9-355b4cf4bd4e admin admin] Pushing event updated for resources: {'Port': ['ID=915fb6da-6a48-41b6-b8c2-65af18418ab5,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:19.257097 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f0723933-824f-460b-baa9-355b4cf4bd4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528499'] for router_interface, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:19.294092 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-a61cd087-49be-4bbd-8ab8-fb1d99becfa6 None None] Set router 2aa046d3-9d3c-4ee9-a870-4443f9203007 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:27:19.354452 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0723933-824f-460b-baa9-355b4cf4bd4e admin admin] Network 9354617a-e9e4-4d7b-a0eb-32322544a2ef is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:27:19.355971 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-f0723933-824f-460b-baa9-355b4cf4bd4e admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:27:19.485949 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0723933-824f-460b-baa9-355b4cf4bd4e admin admin] Router 2aa046d3-9d3c-4ee9-a870-4443f9203007 has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:27:19.580035 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-d9b038b8-8064-4d34-82f7-7f492fedb9f9 None None] Provisioning complete for port 915fb6da-6a48-41b6-b8c2-65af18418ab5 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:27:19.581080 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9b038b8-8064-4d34-82f7-7f492fedb9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:19.614959 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0723933-824f-460b-baa9-355b4cf4bd4e admin admin] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:27:19.620881 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-f0723933-824f-460b-baa9-355b4cf4bd4e admin admin] 10.222.0.60 "PUT /v2.0/routers/2aa046d3-9d3c-4ee9-a870-4443f9203007/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6850533 Sep 27 12:27:19.647022 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-d9b038b8-8064-4d34-82f7-7f492fedb9f9 None None] Port 915fb6da-6a48-41b6-b8c2-65af18418ab5 cannot update to ACTIVE because it is not bound. {{(pid=94063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:27:19.666116 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:19.680283 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-a61cd087-49be-4bbd-8ab8-fb1d99becfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'name': 'tempest-TestShelveInstance-1451562178-router', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '51046511-afdd-48a2-8673-6f18d875d5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:27:16Z', 'updated_at': '2021-09-27T12:27:18Z', 'revision_number': 4, 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'gw_port': {'id': '51046511-afdd-48a2-8673-6f18d875d5e8', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:16Z', 'updated_at': '2021-09-27T12:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': '915fb6da-6a48-41b6-b8c2-65af18418ab5', 'name': '', 'network_id': '9354617a-e9e4-4d7b-a0eb-32322544a2ef', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'mac_address': 'fa:16:3e:e7:64:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9b234fa0-0a81-423f-a3ca-db50873bb00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:18Z', 'updated_at': '2021-09-27T12:27:18Z', 'revision_number': 1, 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'subnets': [{'id': '9b234fa0-0a81-423f-a3ca-db50873bb00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:27:19.711501 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61cd087-49be-4bbd-8ab8-fb1d99becfa6 None None] The sync data for ids ['2aa046d3-9d3c-4ee9-a870-4443f9203007'] in dv-cinder-768458-11-iscsi is: [{'id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'name': 'tempest-TestShelveInstance-1451562178-router', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '51046511-afdd-48a2-8673-6f18d875d5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:27:16Z', 'updated_at': '2021-09-27T12:27:18Z', 'revision_number': 4, 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'gw_port': {'id': '51046511-afdd-48a2-8673-6f18d875d5e8', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:16Z', 'updated_at': '2021-09-27T12:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': '915fb6da-6a48-41b6-b8c2-65af18418ab5', 'name': '', 'network_id': '9354617a-e9e4-4d7b-a0eb-32322544a2ef', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'mac_address': 'fa:16:3e:e7:64:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9b234fa0-0a81-423f-a3ca-db50873bb00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:18Z', 'updated_at': '2021-09-27T12:27:18Z', 'revision_number': 1, 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'subnets': [{'id': '9b234fa0-0a81-423f-a3ca-db50873bb00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:27:19.741038 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43deaf20-2a96-4f83-894d-307dbb20ddff req-83c3854c-b8f5-4d71-976e-a50d976a935d tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:19.741038 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-43deaf20-2a96-4f83-894d-307dbb20ddff req-83c3854c-b8f5-4d71-976e-a50d976a935d tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 946 time: 0.0563219 Sep 27 12:27:19.796058 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-43deaf20-2a96-4f83-894d-307dbb20ddff req-ba45806d-7e58-42b8-8f04-d692b6c9be33 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496011 Sep 27 12:27:20.177415 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 799f7e1f-c20d-462b-b8f9-3b968b05b924 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:27:20.187741 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 33402) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:27:20.193120 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-c6b7604e-75f1-4bc4-8e8c-3a9aaf9ec443 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-635726236-network', 'tenant_id': 'c87930315af24550967287ef2c3885f8'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:27:20.217198 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b7604e-75f1-4bc4-8e8c-3a9aaf9ec443 admin admin] Made reservation on behalf of c87930315af24550967287ef2c3885f8 for: {'network': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:27:20.220034 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c6b7604e-75f1-4bc4-8e8c-3a9aaf9ec443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for network, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:20.228900 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c6b7604e-75f1-4bc4-8e8c-3a9aaf9ec443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:20.235370 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port 799f7e1f-c20d-462b-b8f9-3b968b05b924 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:27:20.235713 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:20.335917 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c6b7604e-75f1-4bc4-8e8c-3a9aaf9ec443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:20.340921 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c6b7604e-75f1-4bc4-8e8c-3a9aaf9ec443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:20.370002 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b7604e-75f1-4bc4-8e8c-3a9aaf9ec443 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=94061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:27:20.375734 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7604e-75f1-4bc4-8e8c-3a9aaf9ec443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93b53fd-d589-4987-9896-42964f85aefe,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:20.383684 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c6b7604e-75f1-4bc4-8e8c-3a9aaf9ec443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:20.384178 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.db.segments_db [None req-c6b7604e-75f1-4bc4-8e8c-3a9aaf9ec443 admin admin] Added segment 3dc0629b-b07a-4563-97c7-60c4eec04420 of type vlan for network 1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a Sep 27 12:27:20.433521 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c6b7604e-75f1-4bc4-8e8c-3a9aaf9ec443 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743558578710'] for network, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:20.477367 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c6b7604e-75f1-4bc4-8e8c-3a9aaf9ec443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323'] for network, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:20.478461 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b7604e-75f1-4bc4-8e8c-3a9aaf9ec443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:20.479105 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c6b7604e-75f1-4bc4-8e8c-3a9aaf9ec443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:20.512922 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-c6b7604e-75f1-4bc4-8e8c-3a9aaf9ec443 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3237159 Sep 27 12:27:20.517659 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 33404) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:27:20.523453 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-c0ce7bd6-800d-4d34-b4b7-245bfb992cb4 admin admin] Request body: {'subnet': {'network_id': '1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-635726236-subnet', 'tenant_id': 'c87930315af24550967287ef2c3885f8', 'ip_version': 4}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:27:20.549461 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ce7bd6-800d-4d34-b4b7-245bfb992cb4 admin admin] Made reservation on behalf of c87930315af24550967287ef2c3885f8 for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:27:20.550476 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7604e-75f1-4bc4-8e8c-3a9aaf9ec443 admin admin] Pushing event updated for resources: {'Network': ['ID=1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:20.552205 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c0ce7bd6-800d-4d34-b4b7-245bfb992cb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8778778'] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:20.562726 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Network 1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a details requested by agent ovs-agent-dv-cinder-768458-11-iscsi with host dv-cinder-768458-11-iscsi {{(pid=94063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:27:20.755356 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c0ce7bd6-800d-4d34-b4b7-245bfb992cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4103831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8778792'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:20.813410 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce7bd6-800d-4d34-b4b7-245bfb992cb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f31004a-9be2-4713-af3c-ae32e50946f3,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:20.827027 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ce7bd6-800d-4d34-b4b7-245bfb992cb4 admin admin] Checking segment: {'id': '3dc0629b-b07a-4563-97c7-60c4eec04420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:27:20.827389 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ce7bd6-800d-4d34-b4b7-245bfb992cb4 admin admin] Network hostable DHCP agents. Network: 1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a, hostable agents: ['e47cdff6-7b19-4f64-ade6-a89e4357b373'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:27:20.847549 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ce7bd6-800d-4d34-b4b7-245bfb992cb4 admin admin] Network 1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a is scheduled to be hosted by DHCP agent e47cdff6-7b19-4f64-ade6-a89e4357b373 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:27:20.866616 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-c0ce7bd6-800d-4d34-b4b7-245bfb992cb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-11-iscsi, 1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:27:20.875809 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ce7bd6-800d-4d34-b4b7-245bfb992cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:20.876491 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c0ce7bd6-800d-4d34-b4b7-245bfb992cb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:20.880779 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb045102-f15d-4725-87a9-2264be54deb9 None None] Network 1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:27:20.897765 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 33418) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:27:20.898464 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-c0ce7bd6-800d-4d34-b4b7-245bfb992cb4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3791223 Sep 27 12:27:20.903702 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-2e0387b9-4d8f-4d0e-b652-19b8543ce3cd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-635726236-router', 'tenant_id': 'c87930315af24550967287ef2c3885f8', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:27:20.944730 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2e0387b9-4d8f-4d0e-b652-19b8543ce3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7339'] for router, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:20.946360 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2e0387b9-4d8f-4d0e-b652-19b8543ce3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7330'] for router, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:21.012720 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:21.040014 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2e0387b9-4d8f-4d0e-b652-19b8543ce3cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:21.067914 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27dc77d-1f35-426c-bf50-a4b407cbf72a req-0420521c-fbcb-4329-8817-e974a7bf4cf8 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:21.078393 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e27dc77d-1f35-426c-bf50-a4b407cbf72a req-0420521c-fbcb-4329-8817-e974a7bf4cf8 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 946 time: 0.1356122 Sep 27 12:27:21.128005 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e27dc77d-1f35-426c-bf50-a4b407cbf72a req-0ab25220-8fcc-4a98-8130-1817ea2b1d1c tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485635 Sep 27 12:27:21.212392 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22019fdb-dde4-4806-a901-651da7d84051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ac633e-ba30-5e3b-be39-b05eee44f07a-1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a', 'network_id': '1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a', 'tenant_id': 'c87930315af24550967287ef2c3885f8', 'fixed_ips': [{'subnet_id': '9f31004a-9be2-4713-af3c-ae32e50946f3'}]}} from dv-cinder-768458-11-iscsi. {{(pid=94063) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 12:27:21.214211 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-22019fdb-dde4-4806-a901-651da7d84051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:21.267453 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2e0387b9-4d8f-4d0e-b652-19b8543ce3cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:21.391907 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-22019fdb-dde4-4806-a901-651da7d84051 None None] Allocated IP 172.20.0.2 (1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a/9f31004a-9be2-4713-af3c-ae32e50946f3/d9d31df7-5385-439d-b307-40e0cb773cda) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:27:21.548157 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2e0387b9-4d8f-4d0e-b652-19b8543ce3cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:21.570648 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2e0387b9-4d8f-4d0e-b652-19b8543ce3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:21.644905 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-22019fdb-dde4-4806-a901-651da7d84051 None None] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:21.652859 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-22019fdb-dde4-4806-a901-651da7d84051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:21.713411 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22019fdb-dde4-4806-a901-651da7d84051 None None] Network 1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:27:21.715788 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-2e0387b9-4d8f-4d0e-b652-19b8543ce3cd admin admin] Allocated IP 172.27.2.109 (1438fd00-25c8-4de7-950d-8ff7237ae90c/dd58ffbb-8e9b-44c5-a656-07f4206120ad/cd8b40ca-752a-404e-a157-60e9cc835c75) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:27:21.717069 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22019fdb-dde4-4806-a901-651da7d84051 None None] Pushing event updated for resources: {'Port': ['ID=d9d31df7-5385-439d-b307-40e0cb773cda,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:21.719826 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-22019fdb-dde4-4806-a901-651da7d84051 None None] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:27:21.722149 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22019fdb-dde4-4806-a901-651da7d84051 None None] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:27:21.787583 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-22019fdb-dde4-4806-a901-651da7d84051 None None] Attempting to bind port d9d31df7-5385-439d-b307-40e0cb773cda on host dv-cinder-768458-11-iscsi for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:27:21.787999 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-22019fdb-dde4-4806-a901-651da7d84051 None None] Attempting to bind port d9d31df7-5385-439d-b307-40e0cb773cda by drivers openvswitch,hyperv on host dv-cinder-768458-11-iscsi at level 0 using segments [{'id': '3dc0629b-b07a-4563-97c7-60c4eec04420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:27:21.788338 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22019fdb-dde4-4806-a901-651da7d84051 None None] Attempting to bind port d9d31df7-5385-439d-b307-40e0cb773cda on network 1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:27:21.793675 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22019fdb-dde4-4806-a901-651da7d84051 None None] Checking agent: {'id': 'a2732848-b036-4229-93de-7108b516e67d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 10, 49), 'started_at': datetime.datetime(2021, 9, 27, 12, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:27:21.794057 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22019fdb-dde4-4806-a901-651da7d84051 None None] Checking segment: {'id': '3dc0629b-b07a-4563-97c7-60c4eec04420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:27:21.794469 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-22019fdb-dde4-4806-a901-651da7d84051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:21.794860 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22019fdb-dde4-4806-a901-651da7d84051 None None] Bound using segment: {'id': '3dc0629b-b07a-4563-97c7-60c4eec04420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:27:21.795362 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-22019fdb-dde4-4806-a901-651da7d84051 None None] Bound port: d9d31df7-5385-439d-b307-40e0cb773cda, host: dv-cinder-768458-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc0629b-b07a-4563-97c7-60c4eec04420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:27:21.795751 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-22019fdb-dde4-4806-a901-651da7d84051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:21.873751 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-22019fdb-dde4-4806-a901-651da7d84051 None None] For port d9d31df7-5385-439d-b307-40e0cb773cda, host dv-cinder-768458-11-iscsi, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:27:21.877243 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-22019fdb-dde4-4806-a901-651da7d84051 None None] For port d9d31df7-5385-439d-b307-40e0cb773cda, host dv-cinder-768458-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=d9d31df7-5385-439d-b307-40e0cb773cda,segment=NetworkSegment(3dc0629b-b07a-4563-97c7-60c4eec04420),segment_id=3dc0629b-b07a-4563-97c7-60c4eec04420)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:27:21.877622 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2e0387b9-4d8f-4d0e-b652-19b8543ce3cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:21.883894 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-22019fdb-dde4-4806-a901-651da7d84051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:21.977329 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2e0387b9-4d8f-4d0e-b652-19b8543ce3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:22.029763 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0387b9-4d8f-4d0e-b652-19b8543ce3cd admin admin] Network 1438fd00-25c8-4de7-950d-8ff7237ae90c is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:27:22.033276 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22019fdb-dde4-4806-a901-651da7d84051 None None] Pushing event updated for resources: {'Port': ['ID=d9d31df7-5385-439d-b307-40e0cb773cda,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:22.036182 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-2e0387b9-4d8f-4d0e-b652-19b8543ce3cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:27:22.041597 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0387b9-4d8f-4d0e-b652-19b8543ce3cd admin admin] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:27:22.133987 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0387b9-4d8f-4d0e-b652-19b8543ce3cd admin admin] Pushing event updated for resources: {'Port': ['ID=cd8b40ca-752a-404e-a157-60e9cc835c75,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:22.378732 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 51046511-afdd-48a2-8673-6f18d875d5e8 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:27:22.385203 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe287a0-2f81-4a98-8eb4-0988a17fedde req-af5d8c94-6f3b-48ba-a1a8-699d1a7a10c5 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:22.401056 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-abe287a0-2f81-4a98-8eb4-0988a17fedde req-af5d8c94-6f3b-48ba-a1a8-699d1a7a10c5 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 946 time: 0.1519148 Sep 27 12:27:22.501798 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-abe287a0-2f81-4a98-8eb4-0988a17fedde req-ebcfba15-47c5-4ca3-aee1-168d186bcd53 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967827 Sep 27 12:27:22.518072 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port 51046511-afdd-48a2-8673-6f18d875d5e8 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:27:22.518601 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:22.594130 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2e0387b9-4d8f-4d0e-b652-19b8543ce3cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:22.633436 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b2c5cf-c2e7-40b6-8bae-755a51d5578c None None] Sync routers for ids ['2aa046d3-9d3c-4ee9-a870-4443f9203007'] in dv-cinder-768458-11-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:27:22.649160 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b2c5cf-c2e7-40b6-8bae-755a51d5578c None None] Routers {'2aa046d3-9d3c-4ee9-a870-4443f9203007'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:27:22.649698 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-67b2c5cf-c2e7-40b6-8bae-755a51d5578c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:27:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['2aa046d3-9d3c-4ee9-a870-4443f9203007'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:27:22.655091 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:22.690623 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] For port 51046511-afdd-48a2-8673-6f18d875d5e8, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=51046511-afdd-48a2-8673-6f18d875d5e8,segment=NetworkSegment(c3edcc58-5368-4442-b7b6-007dffc21523),segment_id=c3edcc58-5368-4442-b7b6-007dffc21523)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:27:22.702128 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:22.777532 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Pushing event updated for resources: {'Port': ['ID=51046511-afdd-48a2-8673-6f18d875d5e8,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:22.803174 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-67b2c5cf-c2e7-40b6-8bae-755a51d5578c None None] Set router 2aa046d3-9d3c-4ee9-a870-4443f9203007 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:27:23.222126 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-67b2c5cf-c2e7-40b6-8bae-755a51d5578c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'name': 'tempest-TestShelveInstance-1451562178-router', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '51046511-afdd-48a2-8673-6f18d875d5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:27:16Z', 'updated_at': '2021-09-27T12:27:18Z', 'revision_number': 4, 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'gw_port': {'id': '51046511-afdd-48a2-8673-6f18d875d5e8', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:16Z', 'updated_at': '2021-09-27T12:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': '915fb6da-6a48-41b6-b8c2-65af18418ab5', 'name': '', 'network_id': '9354617a-e9e4-4d7b-a0eb-32322544a2ef', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'mac_address': 'fa:16:3e:e7:64:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9b234fa0-0a81-423f-a3ca-db50873bb00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:18Z', 'updated_at': '2021-09-27T12:27:19Z', 'revision_number': 2, 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'subnets': [{'id': '9b234fa0-0a81-423f-a3ca-db50873bb00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:27:23.272940 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b2c5cf-c2e7-40b6-8bae-755a51d5578c None None] Checking router: 2aa046d3-9d3c-4ee9-a870-4443f9203007 for host: dv-cinder-768458-11-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:27:23.273838 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b2c5cf-c2e7-40b6-8bae-755a51d5578c None None] Updating router 2aa046d3-9d3c-4ee9-a870-4443f9203007 port 915fb6da-6a48-41b6-b8c2-65af18418ab5 binding host dv-cinder-768458-11-iscsi {{(pid=94064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:27:23.299308 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2e0387b9-4d8f-4d0e-b652-19b8543ce3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535742'] for router, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:23.334176 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-67b2c5cf-c2e7-40b6-8bae-755a51d5578c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:23.494206 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0387b9-4d8f-4d0e-b652-19b8543ce3cd admin admin] Router 20b8e8c4-43ed-4655-8d69-22cb73723f09 is scheduled to L3 agent 6db84009-1e90-41eb-96d1-acd333e168da with binding_index 1 {{(pid=94061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 12:27:23.510048 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a997fe2-a92b-431b-9e65-46d34f3e4427 None None] Network 1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:27:23.662533 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f22945-dcde-4537-8b05-6fed37279402 req-9a9083a2-d2c3-455c-a3bf-1c9e66651a30 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:23.673099 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-89f22945-dcde-4537-8b05-6fed37279402 req-9a9083a2-d2c3-455c-a3bf-1c9e66651a30 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 946 time: 0.0681059 Sep 27 12:27:23.723903 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-89f22945-dcde-4537-8b05-6fed37279402 req-fef3a53f-43cc-482a-bb4a-0a7f00e32ad0 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471120 Sep 27 12:27:23.745507 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-67b2c5cf-c2e7-40b6-8bae-755a51d5578c None None] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:23.753351 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-67b2c5cf-c2e7-40b6-8bae-755a51d5578c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:23.772463 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-e0dce3bb-051e-4882-8107-5a57536240d9 None None] Provisioning complete for port d9d31df7-5385-439d-b307-40e0cb773cda triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:27:23.773139 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e0dce3bb-051e-4882-8107-5a57536240d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:23.800682 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0387b9-4d8f-4d0e-b652-19b8543ce3cd admin admin] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:27:23.809759 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df130d-e504-4338-bfd5-5527105fa8aa None None] Pushing event updated for resources: {'Port': ['ID=915fb6da-6a48-41b6-b8c2-65af18418ab5,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:23.820044 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df130d-e504-4338-bfd5-5527105fa8aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:27:23.820692 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df130d-e504-4338-bfd5-5527105fa8aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:27:23.821189 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df130d-e504-4338-bfd5-5527105fa8aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:27:23.821696 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df130d-e504-4338-bfd5-5527105fa8aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:27:23.822187 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df130d-e504-4338-bfd5-5527105fa8aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:27:23.822701 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df130d-e504-4338-bfd5-5527105fa8aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:27:23.823207 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df130d-e504-4338-bfd5-5527105fa8aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:27:23.823806 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df130d-e504-4338-bfd5-5527105fa8aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:27:23.824417 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df130d-e504-4338-bfd5-5527105fa8aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:27:23.824985 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df130d-e504-4338-bfd5-5527105fa8aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:27:23.825524 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df130d-e504-4338-bfd5-5527105fa8aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:27:23.826198 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df130d-e504-4338-bfd5-5527105fa8aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:27:23.829007 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb5ca85-aca7-4c62-8af9-41be4e472b81 None None] Sync routers for ids ['20b8e8c4-43ed-4655-8d69-22cb73723f09'] in dv-cinder-768458-11-iscsi {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:27:23.844423 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2e0387b9-4d8f-4d0e-b652-19b8543ce3cd admin admin] Notify callbacks [] for router, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:23.848436 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-2e0387b9-4d8f-4d0e-b652-19b8543ce3cd admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9469688 Sep 27 12:27:23.848794 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 33442) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:27:23.998117 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb5ca85-aca7-4c62-8af9-41be4e472b81 None None] Routers {'20b8e8c4-43ed-4655-8d69-22cb73723f09'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:27:23.999535 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-ebb5ca85-aca7-4c62-8af9-41be4e472b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:27:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['20b8e8c4-43ed-4655-8d69-22cb73723f09'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:27:24.204808 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-67b2c5cf-c2e7-40b6-8bae-755a51d5578c None None] Attempting to bind port 915fb6da-6a48-41b6-b8c2-65af18418ab5 on host dv-cinder-768458-11-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:27:24.205467 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-67b2c5cf-c2e7-40b6-8bae-755a51d5578c None None] Attempting to bind port 915fb6da-6a48-41b6-b8c2-65af18418ab5 by drivers openvswitch,hyperv on host dv-cinder-768458-11-iscsi at level 0 using segments [{'id': '4c61cb17-1bfa-40f8-bed2-80315b25d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9354617a-e9e4-4d7b-a0eb-32322544a2ef'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:27:24.205839 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b2c5cf-c2e7-40b6-8bae-755a51d5578c None None] Attempting to bind port 915fb6da-6a48-41b6-b8c2-65af18418ab5 on network 9354617a-e9e4-4d7b-a0eb-32322544a2ef {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:27:24.218002 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b2c5cf-c2e7-40b6-8bae-755a51d5578c None None] Checking agent: {'id': 'a2732848-b036-4229-93de-7108b516e67d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 10, 49), 'started_at': datetime.datetime(2021, 9, 27, 12, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:27:24.218002 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b2c5cf-c2e7-40b6-8bae-755a51d5578c None None] Checking segment: {'id': '4c61cb17-1bfa-40f8-bed2-80315b25d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9354617a-e9e4-4d7b-a0eb-32322544a2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:27:24.218002 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-67b2c5cf-c2e7-40b6-8bae-755a51d5578c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:24.218002 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b2c5cf-c2e7-40b6-8bae-755a51d5578c None None] Bound using segment: {'id': '4c61cb17-1bfa-40f8-bed2-80315b25d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9354617a-e9e4-4d7b-a0eb-32322544a2ef'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:27:24.218002 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-67b2c5cf-c2e7-40b6-8bae-755a51d5578c None None] Bound port: 915fb6da-6a48-41b6-b8c2-65af18418ab5, host: dv-cinder-768458-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c61cb17-1bfa-40f8-bed2-80315b25d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9354617a-e9e4-4d7b-a0eb-32322544a2ef'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:27:24.218002 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-67b2c5cf-c2e7-40b6-8bae-755a51d5578c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:24.263883 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e0dce3bb-051e-4882-8107-5a57536240d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:24.346810 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-ebb5ca85-aca7-4c62-8af9-41be4e472b81 None None] Set router 20b8e8c4-43ed-4655-8d69-22cb73723f09 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:27:24.371434 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-67b2c5cf-c2e7-40b6-8bae-755a51d5578c None None] For port 915fb6da-6a48-41b6-b8c2-65af18418ab5, host dv-cinder-768458-11-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:27:24.376379 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-67b2c5cf-c2e7-40b6-8bae-755a51d5578c None None] For port 915fb6da-6a48-41b6-b8c2-65af18418ab5, host dv-cinder-768458-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=915fb6da-6a48-41b6-b8c2-65af18418ab5,segment=NetworkSegment(4c61cb17-1bfa-40f8-bed2-80315b25d9e6),segment_id=4c61cb17-1bfa-40f8-bed2-80315b25d9e6)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:27:24.397570 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-67b2c5cf-c2e7-40b6-8bae-755a51d5578c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:24.464122 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df130d-e504-4338-bfd5-5527105fa8aa None None] Pushing event updated for resources: {'Port': ['ID=915fb6da-6a48-41b6-b8c2-65af18418ab5,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:24.491369 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-e0dce3bb-051e-4882-8107-5a57536240d9 None None] For port d9d31df7-5385-439d-b307-40e0cb773cda, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=d9d31df7-5385-439d-b307-40e0cb773cda,segment=NetworkSegment(3dc0629b-b07a-4563-97c7-60c4eec04420),segment_id=3dc0629b-b07a-4563-97c7-60c4eec04420)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:27:24.495290 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device d9d31df7-5385-439d-b307-40e0cb773cda up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:27:24.519297 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b2c5cf-c2e7-40b6-8bae-755a51d5578c None None] Routers {'2aa046d3-9d3c-4ee9-a870-4443f9203007'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:27:24.519849 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-67b2c5cf-c2e7-40b6-8bae-755a51d5578c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:27:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['2aa046d3-9d3c-4ee9-a870-4443f9203007'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:27:24.543637 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e0dce3bb-051e-4882-8107-5a57536240d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:24.746773 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-67b2c5cf-c2e7-40b6-8bae-755a51d5578c None None] Set router 2aa046d3-9d3c-4ee9-a870-4443f9203007 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:27:24.804145 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-74a6f48c-4da4-4ca1-b47b-504a09a07dd7 None None] Provisioning complete for port 915fb6da-6a48-41b6-b8c2-65af18418ab5 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:27:24.804540 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-74a6f48c-4da4-4ca1-b47b-504a09a07dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:24.874070 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port d9d31df7-5385-439d-b307-40e0cb773cda triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:27:24.874448 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:24.901962 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dce3bb-051e-4882-8107-5a57536240d9 None None] Pushing event updated for resources: {'Port': ['ID=d9d31df7-5385-439d-b307-40e0cb773cda,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:24.971700 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-ebb5ca85-aca7-4c62-8af9-41be4e472b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b8e8c4-43ed-4655-8d69-22cb73723f09', 'name': 'tempest-TestShelveInstance-635726236-router', 'tenant_id': 'c87930315af24550967287ef2c3885f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'cd8b40ca-752a-404e-a157-60e9cc835c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:27:20Z', 'updated_at': '2021-09-27T12:27:22Z', 'revision_number': 3, 'project_id': 'c87930315af24550967287ef2c3885f8', 'gw_port': {'id': 'cd8b40ca-752a-404e-a157-60e9cc835c75', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b8e8c4-43ed-4655-8d69-22cb73723f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:21Z', 'updated_at': '2021-09-27T12:27:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi'}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:27:25.010633 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb5ca85-aca7-4c62-8af9-41be4e472b81 None None] Checking router: 20b8e8c4-43ed-4655-8d69-22cb73723f09 for host: dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:27:25.010972 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb5ca85-aca7-4c62-8af9-41be4e472b81 None None] Updating router 20b8e8c4-43ed-4655-8d69-22cb73723f09 port cd8b40ca-752a-404e-a157-60e9cc835c75 binding host dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:27:25.028241 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-67b2c5cf-c2e7-40b6-8bae-755a51d5578c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'name': 'tempest-TestShelveInstance-1451562178-router', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '51046511-afdd-48a2-8673-6f18d875d5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:27:16Z', 'updated_at': '2021-09-27T12:27:18Z', 'revision_number': 4, 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'gw_port': {'id': '51046511-afdd-48a2-8673-6f18d875d5e8', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:16Z', 'updated_at': '2021-09-27T12:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': '915fb6da-6a48-41b6-b8c2-65af18418ab5', 'name': '', 'network_id': '9354617a-e9e4-4d7b-a0eb-32322544a2ef', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'mac_address': 'fa:16:3e:e7:64:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9b234fa0-0a81-423f-a3ca-db50873bb00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:18Z', 'updated_at': '2021-09-27T12:27:24Z', 'revision_number': 4, 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'subnets': [{'id': '9b234fa0-0a81-423f-a3ca-db50873bb00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:27:25.049551 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b632b-7c2d-4b8f-8576-3923217a09dc req-45c6fc06-30f1-44ff-bb18-67e46e07c3d3 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:25.057265 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0c2b632b-7c2d-4b8f-8576-3923217a09dc req-45c6fc06-30f1-44ff-bb18-67e46e07c3d3 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 946 time: 0.2084544 Sep 27 12:27:25.057649 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b2c5cf-c2e7-40b6-8bae-755a51d5578c None None] The sync data for ids ['2aa046d3-9d3c-4ee9-a870-4443f9203007'] in dv-cinder-768458-11-iscsi is: [{'id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'name': 'tempest-TestShelveInstance-1451562178-router', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '51046511-afdd-48a2-8673-6f18d875d5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:27:16Z', 'updated_at': '2021-09-27T12:27:18Z', 'revision_number': 4, 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'gw_port': {'id': '51046511-afdd-48a2-8673-6f18d875d5e8', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:16Z', 'updated_at': '2021-09-27T12:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': '915fb6da-6a48-41b6-b8c2-65af18418ab5', 'name': '', 'network_id': '9354617a-e9e4-4d7b-a0eb-32322544a2ef', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'mac_address': 'fa:16:3e:e7:64:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9b234fa0-0a81-423f-a3ca-db50873bb00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:18Z', 'updated_at': '2021-09-27T12:27:24Z', 'revision_number': 4, 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'subnets': [{'id': '9b234fa0-0a81-423f-a3ca-db50873bb00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:27:25.114630 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ab9bf83b-7f26-41a6-92b3-2a698d389e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:25.144935 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0c2b632b-7c2d-4b8f-8576-3923217a09dc req-505cba5f-7218-468d-812e-8cd9541a3ffb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866110 Sep 27 12:27:25.232725 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-74a6f48c-4da4-4ca1-b47b-504a09a07dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:25.235081 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 51046511-afdd-48a2-8673-6f18d875d5e8 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:27:25.301761 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-74a6f48c-4da4-4ca1-b47b-504a09a07dd7 None None] For port 915fb6da-6a48-41b6-b8c2-65af18418ab5, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=915fb6da-6a48-41b6-b8c2-65af18418ab5,segment=NetworkSegment(4c61cb17-1bfa-40f8-bed2-80315b25d9e6),segment_id=4c61cb17-1bfa-40f8-bed2-80315b25d9e6)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:27:25.307457 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ebb5ca85-aca7-4c62-8af9-41be4e472b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:25.400193 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-ab9bf83b-7f26-41a6-92b3-2a698d389e40 admin admin] Allocated IP 172.20.0.1 (1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a/9f31004a-9be2-4713-af3c-ae32e50946f3/df2e9635-052f-4744-8bfd-dbd0be1c3768) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:27:25.595286 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ab9bf83b-7f26-41a6-92b3-2a698d389e40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:25.635282 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ebb5ca85-aca7-4c62-8af9-41be4e472b81 None None] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:25.645658 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-74a6f48c-4da4-4ca1-b47b-504a09a07dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:25.650937 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ab9bf83b-7f26-41a6-92b3-2a698d389e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4103691'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:25.659305 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ebb5ca85-aca7-4c62-8af9-41be4e472b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:25.691992 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9bf83b-7f26-41a6-92b3-2a698d389e40 admin admin] Network 1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:27:25.694734 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-ab9bf83b-7f26-41a6-92b3-2a698d389e40 admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:27:25.705527 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9bf83b-7f26-41a6-92b3-2a698d389e40 admin admin] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:27:25.724585 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9bf83b-7f26-41a6-92b3-2a698d389e40 admin admin] Pushing event updated for resources: {'Port': ['ID=df2e9635-052f-4744-8bfd-dbd0be1c3768,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:25.740025 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-ebb5ca85-aca7-4c62-8af9-41be4e472b81 None None] Attempting to bind port cd8b40ca-752a-404e-a157-60e9cc835c75 on host dv-cinder-768458-11-iscsi for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:27:25.740411 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-ebb5ca85-aca7-4c62-8af9-41be4e472b81 None None] Attempting to bind port cd8b40ca-752a-404e-a157-60e9cc835c75 by drivers openvswitch,hyperv on host dv-cinder-768458-11-iscsi at level 0 using segments [{'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:27:25.740797 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb5ca85-aca7-4c62-8af9-41be4e472b81 None None] Attempting to bind port cd8b40ca-752a-404e-a157-60e9cc835c75 on network 1438fd00-25c8-4de7-950d-8ff7237ae90c {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:27:25.747183 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port 51046511-afdd-48a2-8673-6f18d875d5e8 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:27:25.747570 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:25.751988 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6f48c-4da4-4ca1-b47b-504a09a07dd7 None None] Pushing event updated for resources: {'Port': ['ID=915fb6da-6a48-41b6-b8c2-65af18418ab5,revision_number=5']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:25.777929 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb5ca85-aca7-4c62-8af9-41be4e472b81 None None] Checking agent: {'id': 'a2732848-b036-4229-93de-7108b516e67d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 10, 49), 'started_at': datetime.datetime(2021, 9, 27, 12, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:27:25.778370 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb5ca85-aca7-4c62-8af9-41be4e472b81 None None] Checking segment: {'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:27:25.778706 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ebb5ca85-aca7-4c62-8af9-41be4e472b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:25.779162 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb5ca85-aca7-4c62-8af9-41be4e472b81 None None] Bound using segment: {'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:27:25.779658 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-ebb5ca85-aca7-4c62-8af9-41be4e472b81 None None] Bound port: cd8b40ca-752a-404e-a157-60e9cc835c75, host: dv-cinder-768458-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3edcc58-5368-4442-b7b6-007dffc21523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:27:25.780045 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ebb5ca85-aca7-4c62-8af9-41be4e472b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:25.807735 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ab9bf83b-7f26-41a6-92b3-2a698d389e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528771'] for router_interface, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:25.867242 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e24dd-4e42-46f3-b840-04dfd3a2d752 None None] Pushing event updated for resources: {'Port': ['ID=cd8b40ca-752a-404e-a157-60e9cc835c75,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:25.897261 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-4ddc81d0-371d-4efc-ae66-5c915c1cd267 None None] Provisioning complete for port 915fb6da-6a48-41b6-b8c2-65af18418ab5 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:27:25.897261 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4ddc81d0-371d-4efc-ae66-5c915c1cd267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:26.022216 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-ebb5ca85-aca7-4c62-8af9-41be4e472b81 None None] For port cd8b40ca-752a-404e-a157-60e9cc835c75, host dv-cinder-768458-11-iscsi, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:27:26.050576 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ab9bf83b-7f26-41a6-92b3-2a698d389e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:26.096741 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-ebb5ca85-aca7-4c62-8af9-41be4e472b81 None None] For port cd8b40ca-752a-404e-a157-60e9cc835c75, host dv-cinder-768458-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=cd8b40ca-752a-404e-a157-60e9cc835c75,segment=NetworkSegment(c3edcc58-5368-4442-b7b6-007dffc21523),segment_id=c3edcc58-5368-4442-b7b6-007dffc21523)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:27:26.108630 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ebb5ca85-aca7-4c62-8af9-41be4e472b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:26.197467 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-4ddc81d0-371d-4efc-ae66-5c915c1cd267 None None] Provisioning complete for port d9d31df7-5385-439d-b307-40e0cb773cda triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:27:26.198034 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4ddc81d0-371d-4efc-ae66-5c915c1cd267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:26.251755 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e24dd-4e42-46f3-b840-04dfd3a2d752 None None] Pushing event updated for resources: {'Port': ['ID=cd8b40ca-752a-404e-a157-60e9cc835c75,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:26.258757 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb5ca85-aca7-4c62-8af9-41be4e472b81 None None] Routers {'20b8e8c4-43ed-4655-8d69-22cb73723f09'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:27:26.259516 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-ebb5ca85-aca7-4c62-8af9-41be4e472b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:27:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['20b8e8c4-43ed-4655-8d69-22cb73723f09'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:27:26.303076 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 915fb6da-6a48-41b6-b8c2-65af18418ab5 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:27:26.311677 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ab9bf83b-7f26-41a6-92b3-2a698d389e40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:26.325495 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ab9bf83b-7f26-41a6-92b3-2a698d389e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4103680'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:26.421010 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9bf83b-7f26-41a6-92b3-2a698d389e40 admin admin] Pushing event updated for resources: {'Port': ['ID=df2e9635-052f-4744-8bfd-dbd0be1c3768,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:26.435143 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ab9bf83b-7f26-41a6-92b3-2a698d389e40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528499'] for router_interface, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:26.451266 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1296b9-a2ae-4d12-a473-5654c9b04740 req-86e16449-0d23-44d3-a101-e56ef8388b0b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:26.455706 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4b1296b9-a2ae-4d12-a473-5654c9b04740 req-86e16449-0d23-44d3-a101-e56ef8388b0b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 946 time: 0.1463203 Sep 27 12:27:26.459428 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-ebb5ca85-aca7-4c62-8af9-41be4e472b81 None None] Set router 20b8e8c4-43ed-4655-8d69-22cb73723f09 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:27:26.484963 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port 915fb6da-6a48-41b6-b8c2-65af18418ab5 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:27:26.485332 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:26.541360 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4b1296b9-a2ae-4d12-a473-5654c9b04740 req-ddddebbb-0b25-4328-802d-b029fe6a11c2 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644219 Sep 27 12:27:26.615376 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-9115626d-9c18-4629-801a-0dff9aae9a80 None None] Provisioning complete for port df2e9635-052f-4744-8bfd-dbd0be1c3768 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:27:26.615752 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9115626d-9c18-4629-801a-0dff9aae9a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:26.623360 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9bf83b-7f26-41a6-92b3-2a698d389e40 admin admin] Network 1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:27:26.625088 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-ab9bf83b-7f26-41a6-92b3-2a698d389e40 admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:27:26.746674 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device d9d31df7-5385-439d-b307-40e0cb773cda up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:27:26.807424 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9bf83b-7f26-41a6-92b3-2a698d389e40 admin admin] Router 20b8e8c4-43ed-4655-8d69-22cb73723f09 has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:27:26.823175 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-9115626d-9c18-4629-801a-0dff9aae9a80 None None] Port df2e9635-052f-4744-8bfd-dbd0be1c3768 cannot update to ACTIVE because it is not bound. {{(pid=94063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:27:26.859274 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port d9d31df7-5385-439d-b307-40e0cb773cda triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:27:26.859650 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:26.903874 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-ebb5ca85-aca7-4c62-8af9-41be4e472b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b8e8c4-43ed-4655-8d69-22cb73723f09', 'name': 'tempest-TestShelveInstance-635726236-router', 'tenant_id': 'c87930315af24550967287ef2c3885f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'cd8b40ca-752a-404e-a157-60e9cc835c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:27:20Z', 'updated_at': '2021-09-27T12:27:25Z', 'revision_number': 4, 'project_id': 'c87930315af24550967287ef2c3885f8', 'gw_port': {'id': 'cd8b40ca-752a-404e-a157-60e9cc835c75', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b8e8c4-43ed-4655-8d69-22cb73723f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:21Z', 'updated_at': '2021-09-27T12:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'df2e9635-052f-4744-8bfd-dbd0be1c3768', 'name': '', 'network_id': '1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a', 'tenant_id': 'c87930315af24550967287ef2c3885f8', 'mac_address': 'fa:16:3e:d6:18:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b8e8c4-43ed-4655-8d69-22cb73723f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9f31004a-9be2-4713-af3c-ae32e50946f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:25Z', 'updated_at': '2021-09-27T12:27:25Z', 'revision_number': 1, 'project_id': 'c87930315af24550967287ef2c3885f8', 'subnets': [{'id': '9f31004a-9be2-4713-af3c-ae32e50946f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:27:26.930957 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9bf83b-7f26-41a6-92b3-2a698d389e40 admin admin] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:27:26.943387 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-ab9bf83b-7f26-41a6-92b3-2a698d389e40 admin admin] 10.222.0.60 "PUT /v2.0/routers/20b8e8c4-43ed-4655-8d69-22cb73723f09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0861490 Sep 27 12:27:26.950334 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb5ca85-aca7-4c62-8af9-41be4e472b81 None None] The sync data for ids ['20b8e8c4-43ed-4655-8d69-22cb73723f09'] in dv-cinder-768458-11-iscsi is: [{'id': '20b8e8c4-43ed-4655-8d69-22cb73723f09', 'name': 'tempest-TestShelveInstance-635726236-router', 'tenant_id': 'c87930315af24550967287ef2c3885f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'cd8b40ca-752a-404e-a157-60e9cc835c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:27:20Z', 'updated_at': '2021-09-27T12:27:25Z', 'revision_number': 4, 'project_id': 'c87930315af24550967287ef2c3885f8', 'gw_port': {'id': 'cd8b40ca-752a-404e-a157-60e9cc835c75', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b8e8c4-43ed-4655-8d69-22cb73723f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:21Z', 'updated_at': '2021-09-27T12:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'df2e9635-052f-4744-8bfd-dbd0be1c3768', 'name': '', 'network_id': '1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a', 'tenant_id': 'c87930315af24550967287ef2c3885f8', 'mac_address': 'fa:16:3e:d6:18:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b8e8c4-43ed-4655-8d69-22cb73723f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9f31004a-9be2-4713-af3c-ae32e50946f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:25Z', 'updated_at': '2021-09-27T12:27:25Z', 'revision_number': 1, 'project_id': 'c87930315af24550967287ef2c3885f8', 'subnets': [{'id': '9f31004a-9be2-4713-af3c-ae32e50946f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:27:26.966724 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c513dd5a-b89c-426b-8ee4-b13b29abfce0 None None] Provisioning complete for port df2e9635-052f-4744-8bfd-dbd0be1c3768 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:27:26.967114 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c513dd5a-b89c-426b-8ee4-b13b29abfce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:27.037841 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c513dd5a-b89c-426b-8ee4-b13b29abfce0 None None] Port df2e9635-052f-4744-8bfd-dbd0be1c3768 cannot update to ACTIVE because it is not bound. {{(pid=94063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:27:27.694661 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 33466) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:27:27.700229 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-e6c197f3-f7be-4160-a298-dedabb80bf5e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1879403173', 'description': 'tempest-secgroup-smoke-1879403173 description', 'project_id': '6baa320158cf410f9e52ef8e3fa912c9'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:27:27.710430 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1aaf4-85ee-45a8-8909-2ea75c772065 req-3b4345a9-1c6a-4741-b76b-536218641c19 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:27.714466 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-bcd1aaf4-85ee-45a8-8909-2ea75c772065 req-3b4345a9-1c6a-4741-b76b-536218641c19 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 946 time: 0.0727901 Sep 27 12:27:27.739067 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e6c197f3-f7be-4160-a298-dedabb80bf5e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:27.789972 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-bcd1aaf4-85ee-45a8-8909-2ea75c772065 req-07dfff14-4882-49c6-8b5a-c4fad26c3261 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677879 Sep 27 12:27:27.920879 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e6c197f3-f7be-4160-a298-dedabb80bf5e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:27.940462 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e6c197f3-f7be-4160-a298-dedabb80bf5e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:27.977376 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c197f3-f7be-4160-a298-dedabb80bf5e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24154d57-7d8b-4525-a8ff-8c047ce26bf2,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:27.981047 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e6c197f3-f7be-4160-a298-dedabb80bf5e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:27.985404 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 33470) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:27:27.985753 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-e6c197f3-f7be-4160-a298-dedabb80bf5e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2899055 Sep 27 12:27:27.990248 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-fc59381f-09e9-4073-bfce-e2cc0291c613 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Request body: {'security_group_rule': {'security_group_id': '24154d57-7d8b-4525-a8ff-8c047ce26bf2', 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:27:28.034131 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fc59381f-09e9-4073-bfce-e2cc0291c613 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:28.090467 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fc59381f-09e9-4073-bfce-e2cc0291c613 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:28.097070 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fc59381f-09e9-4073-bfce-e2cc0291c613 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646503'] for security_group_rule, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:28.122367 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc59381f-09e9-4073-bfce-e2cc0291c613 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ae0091-88a5-46ee-b7b8-46d14b9cdc28,revision_number=0']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:28.134568 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fc59381f-09e9-4073-bfce-e2cc0291c613 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:28.136066 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-fc59381f-09e9-4073-bfce-e2cc0291c613 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1492701 Sep 27 12:27:28.139708 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 33472) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:27:28.144058 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-525e0fe9-0dc0-4652-a0b2-886a40c438f2 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Request body: {'security_group_rule': {'security_group_id': '24154d57-7d8b-4525-a8ff-8c047ce26bf2', 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:27:28.179682 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-525e0fe9-0dc0-4652-a0b2-886a40c438f2 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:28.252545 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device cd8b40ca-752a-404e-a157-60e9cc835c75 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:27:28.257013 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-525e0fe9-0dc0-4652-a0b2-886a40c438f2 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:28.278906 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-525e0fe9-0dc0-4652-a0b2-886a40c438f2 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646503'] for security_group_rule, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:28.311299 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e0fe9-0dc0-4652-a0b2-886a40c438f2 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d923fd72-505f-42ef-9355-d289c84ff4dd,revision_number=0']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:28.322262 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-525e0fe9-0dc0-4652-a0b2-886a40c438f2 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:28.326147 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-525e0fe9-0dc0-4652-a0b2-886a40c438f2 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1836739 Sep 27 12:27:28.326468 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 33474) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:27:28.327378 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port cd8b40ca-752a-404e-a157-60e9cc835c75 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:27:28.329076 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:28.332227 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-f4b313b8-ea11-43ea-a3bb-8142bbe8c4a6 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Request body: {'security_group_rule': {'security_group_id': '24154d57-7d8b-4525-a8ff-8c047ce26bf2', 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:27:28.383315 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f4b313b8-ea11-43ea-a3bb-8142bbe8c4a6 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:28.441684 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:28.460129 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f4b313b8-ea11-43ea-a3bb-8142bbe8c4a6 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:28.470405 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f4b313b8-ea11-43ea-a3bb-8142bbe8c4a6 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646503'] for security_group_rule, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:28.474654 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] For port cd8b40ca-752a-404e-a157-60e9cc835c75, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=cd8b40ca-752a-404e-a157-60e9cc835c75,segment=NetworkSegment(c3edcc58-5368-4442-b7b6-007dffc21523),segment_id=c3edcc58-5368-4442-b7b6-007dffc21523)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:27:28.487045 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:28.489517 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b313b8-ea11-43ea-a3bb-8142bbe8c4a6 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd23c6ed-3ec5-4f75-bd0d-aab21c970ee9,revision_number=0']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:28.506008 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f4b313b8-ea11-43ea-a3bb-8142bbe8c4a6 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:28.511475 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 33476) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:27:28.517146 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-31c8d548-f395-402a-b346-9535e0212975 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Request body: {'security_group_rule': {'security_group_id': '24154d57-7d8b-4525-a8ff-8c047ce26bf2', 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:27:28.523055 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-f4b313b8-ea11-43ea-a3bb-8142bbe8c4a6 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1944432 Sep 27 12:27:28.557514 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Pushing event updated for resources: {'Port': ['ID=cd8b40ca-752a-404e-a157-60e9cc835c75,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:28.557960 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31c8d548-f395-402a-b346-9535e0212975 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:28.639313 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31c8d548-f395-402a-b346-9535e0212975 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:28.649834 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31c8d548-f395-402a-b346-9535e0212975 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646503'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:28.670241 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8d548-f395-402a-b346-9535e0212975 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fab79d2-ffaa-451f-bc4e-2fad4f049c48,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:28.679925 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31c8d548-f395-402a-b346-9535e0212975 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:28.683039 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-31c8d548-f395-402a-b346-9535e0212975 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1683772 Sep 27 12:27:28.684745 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 33478) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:27:28.702970 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-e7d22586-7ad7-475b-b026-8834fe8b906a tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Request body: {'security_group_rule': {'security_group_id': '24154d57-7d8b-4525-a8ff-8c047ce26bf2', 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:27:28.734117 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.db.securitygroups_db [None req-e7d22586-7ad7-475b-b026-8834fe8b906a tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Project 6baa320158cf410f9e52ef8e3fa912c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 12:27:28.739504 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e7d22586-7ad7-475b-b026-8834fe8b906a tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:28.815310 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e7d22586-7ad7-475b-b026-8834fe8b906a tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:28.821035 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e7d22586-7ad7-475b-b026-8834fe8b906a tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646503'] for security_group_rule, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:28.846874 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d22586-7ad7-475b-b026-8834fe8b906a tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6382f4d-ac02-4b6e-9270-c6c210d60514,revision_number=0']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:28.857366 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e7d22586-7ad7-475b-b026-8834fe8b906a tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:28.860398 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-e7d22586-7ad7-475b-b026-8834fe8b906a tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1742771 Sep 27 12:27:28.863237 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 33482) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:27:28.868285 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-25b5b572-6a28-4a79-9a3e-08257d96ca17 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Request body: {'security_group_rule': {'security_group_id': '24154d57-7d8b-4525-a8ff-8c047ce26bf2', 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:27:28.896594 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.db.securitygroups_db [None req-25b5b572-6a28-4a79-9a3e-08257d96ca17 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Project 6baa320158cf410f9e52ef8e3fa912c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 12:27:28.906072 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-25b5b572-6a28-4a79-9a3e-08257d96ca17 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:28.982156 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-25b5b572-6a28-4a79-9a3e-08257d96ca17 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:28.985303 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-25b5b572-6a28-4a79-9a3e-08257d96ca17 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646503'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:28.987410 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23261fa6-3951-4d2d-88fc-3ea469d33504 req-8c6c24d8-8ffb-4cb7-bb2c-d1eb13a7dd66 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:28.989047 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-23261fa6-3951-4d2d-88fc-3ea469d33504 req-8c6c24d8-8ffb-4cb7-bb2c-d1eb13a7dd66 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 946 time: 0.0990143 Sep 27 12:27:29.004880 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5b572-6a28-4a79-9a3e-08257d96ca17 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7975a61-2cbe-4316-b17d-ab804ca12ca6,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:29.020092 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-25b5b572-6a28-4a79-9a3e-08257d96ca17 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:29.021790 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-25b5b572-6a28-4a79-9a3e-08257d96ca17 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1568496 Sep 27 12:27:29.049755 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-23261fa6-3951-4d2d-88fc-3ea469d33504 req-4ad4e218-2b67-42fc-83e3-860c0c9c44bc tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538087 Sep 27 12:27:29.485462 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf5c209-c83e-4fcf-9687-e129b6b620b3 None None] Sync routers for ids ['20b8e8c4-43ed-4655-8d69-22cb73723f09'] in dv-cinder-768458-11-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:27:29.510853 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf5c209-c83e-4fcf-9687-e129b6b620b3 None None] Routers {'20b8e8c4-43ed-4655-8d69-22cb73723f09'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:27:29.511851 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-bdf5c209-c83e-4fcf-9687-e129b6b620b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:27:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['20b8e8c4-43ed-4655-8d69-22cb73723f09'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:27:29.646437 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-bdf5c209-c83e-4fcf-9687-e129b6b620b3 None None] Set router 20b8e8c4-43ed-4655-8d69-22cb73723f09 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:27:29.883101 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-bdf5c209-c83e-4fcf-9687-e129b6b620b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b8e8c4-43ed-4655-8d69-22cb73723f09', 'name': 'tempest-TestShelveInstance-635726236-router', 'tenant_id': 'c87930315af24550967287ef2c3885f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'cd8b40ca-752a-404e-a157-60e9cc835c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:27:20Z', 'updated_at': '2021-09-27T12:27:25Z', 'revision_number': 4, 'project_id': 'c87930315af24550967287ef2c3885f8', 'gw_port': {'id': 'cd8b40ca-752a-404e-a157-60e9cc835c75', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b8e8c4-43ed-4655-8d69-22cb73723f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:21Z', 'updated_at': '2021-09-27T12:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'df2e9635-052f-4744-8bfd-dbd0be1c3768', 'name': '', 'network_id': '1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a', 'tenant_id': 'c87930315af24550967287ef2c3885f8', 'mac_address': 'fa:16:3e:d6:18:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b8e8c4-43ed-4655-8d69-22cb73723f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9f31004a-9be2-4713-af3c-ae32e50946f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:25Z', 'updated_at': '2021-09-27T12:27:26Z', 'revision_number': 2, 'project_id': 'c87930315af24550967287ef2c3885f8', 'subnets': [{'id': '9f31004a-9be2-4713-af3c-ae32e50946f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:27:29.911058 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf5c209-c83e-4fcf-9687-e129b6b620b3 None None] Checking router: 20b8e8c4-43ed-4655-8d69-22cb73723f09 for host: dv-cinder-768458-11-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:27:29.911407 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf5c209-c83e-4fcf-9687-e129b6b620b3 None None] Updating router 20b8e8c4-43ed-4655-8d69-22cb73723f09 port df2e9635-052f-4744-8bfd-dbd0be1c3768 binding host dv-cinder-768458-11-iscsi {{(pid=94064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 12:27:29.948466 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bdf5c209-c83e-4fcf-9687-e129b6b620b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:30.192542 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device cd8b40ca-752a-404e-a157-60e9cc835c75 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:27:30.266783 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c9db9-ac98-40fd-a38c-1f04b7da4649 req-43049ae3-e369-4401-b07f-fbd6b8ceabbc tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:30.269049 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f72c9db9-ac98-40fd-a38c-1f04b7da4649 req-43049ae3-e369-4401-b07f-fbd6b8ceabbc tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 946 time: 0.0768139 Sep 27 12:27:30.289576 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port cd8b40ca-752a-404e-a157-60e9cc835c75 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:27:30.290077 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:30.327609 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f72c9db9-ac98-40fd-a38c-1f04b7da4649 req-fadd5e3c-0d8d-4903-8bae-ed1b16c9610b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479052 Sep 27 12:27:30.392297 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bdf5c209-c83e-4fcf-9687-e129b6b620b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:30.400066 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bdf5c209-c83e-4fcf-9687-e129b6b620b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:30.488047 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb1b3a-0751-4648-825a-82b5110476bc None None] Pushing event updated for resources: {'Port': ['ID=df2e9635-052f-4744-8bfd-dbd0be1c3768,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:30.563330 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-bdf5c209-c83e-4fcf-9687-e129b6b620b3 None None] Attempting to bind port df2e9635-052f-4744-8bfd-dbd0be1c3768 on host dv-cinder-768458-11-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:27:30.567573 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-bdf5c209-c83e-4fcf-9687-e129b6b620b3 None None] Attempting to bind port df2e9635-052f-4744-8bfd-dbd0be1c3768 by drivers openvswitch,hyperv on host dv-cinder-768458-11-iscsi at level 0 using segments [{'id': '3dc0629b-b07a-4563-97c7-60c4eec04420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:27:30.568215 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf5c209-c83e-4fcf-9687-e129b6b620b3 None None] Attempting to bind port df2e9635-052f-4744-8bfd-dbd0be1c3768 on network 1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:27:30.586527 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf5c209-c83e-4fcf-9687-e129b6b620b3 None None] Checking agent: {'id': 'a2732848-b036-4229-93de-7108b516e67d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 10, 49), 'started_at': datetime.datetime(2021, 9, 27, 12, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:27:30.587216 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf5c209-c83e-4fcf-9687-e129b6b620b3 None None] Checking segment: {'id': '3dc0629b-b07a-4563-97c7-60c4eec04420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:27:30.588245 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bdf5c209-c83e-4fcf-9687-e129b6b620b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:30.590330 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf5c209-c83e-4fcf-9687-e129b6b620b3 None None] Bound using segment: {'id': '3dc0629b-b07a-4563-97c7-60c4eec04420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:27:30.591088 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-bdf5c209-c83e-4fcf-9687-e129b6b620b3 None None] Bound port: df2e9635-052f-4744-8bfd-dbd0be1c3768, host: dv-cinder-768458-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc0629b-b07a-4563-97c7-60c4eec04420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:27:30.594258 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bdf5c209-c83e-4fcf-9687-e129b6b620b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:30.716175 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-bdf5c209-c83e-4fcf-9687-e129b6b620b3 None None] For port df2e9635-052f-4744-8bfd-dbd0be1c3768, host dv-cinder-768458-11-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:27:30.721044 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-bdf5c209-c83e-4fcf-9687-e129b6b620b3 None None] For port df2e9635-052f-4744-8bfd-dbd0be1c3768, host dv-cinder-768458-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=df2e9635-052f-4744-8bfd-dbd0be1c3768,segment=NetworkSegment(3dc0629b-b07a-4563-97c7-60c4eec04420),segment_id=3dc0629b-b07a-4563-97c7-60c4eec04420)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:27:30.730790 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bdf5c209-c83e-4fcf-9687-e129b6b620b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:30.796615 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf5c209-c83e-4fcf-9687-e129b6b620b3 None None] Routers {'20b8e8c4-43ed-4655-8d69-22cb73723f09'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:27:30.797426 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-bdf5c209-c83e-4fcf-9687-e129b6b620b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:27:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['20b8e8c4-43ed-4655-8d69-22cb73723f09'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:27:30.957737 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb1b3a-0751-4648-825a-82b5110476bc None None] Pushing event updated for resources: {'Port': ['ID=df2e9635-052f-4744-8bfd-dbd0be1c3768,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:30.974199 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-bdf5c209-c83e-4fcf-9687-e129b6b620b3 None None] Set router 20b8e8c4-43ed-4655-8d69-22cb73723f09 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:27:31.041390 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-21868996-9bbf-4d24-8350-9d07cc288614 None None] Provisioning complete for port df2e9635-052f-4744-8bfd-dbd0be1c3768 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:27:31.041751 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-21868996-9bbf-4d24-8350-9d07cc288614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:31.173014 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-21868996-9bbf-4d24-8350-9d07cc288614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:31.231380 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-21868996-9bbf-4d24-8350-9d07cc288614 None None] For port df2e9635-052f-4744-8bfd-dbd0be1c3768, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=df2e9635-052f-4744-8bfd-dbd0be1c3768,segment=NetworkSegment(3dc0629b-b07a-4563-97c7-60c4eec04420),segment_id=3dc0629b-b07a-4563-97c7-60c4eec04420)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:27:31.240807 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-21868996-9bbf-4d24-8350-9d07cc288614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:31.322051 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21868996-9bbf-4d24-8350-9d07cc288614 None None] Pushing event updated for resources: {'Port': ['ID=df2e9635-052f-4744-8bfd-dbd0be1c3768,revision_number=5']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:31.367329 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-e75457df-fbda-4857-9396-d8155ee6df51 None None] Provisioning complete for port df2e9635-052f-4744-8bfd-dbd0be1c3768 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:27:31.368000 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e75457df-fbda-4857-9396-d8155ee6df51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:31.385473 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-bdf5c209-c83e-4fcf-9687-e129b6b620b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b8e8c4-43ed-4655-8d69-22cb73723f09', 'name': 'tempest-TestShelveInstance-635726236-router', 'tenant_id': 'c87930315af24550967287ef2c3885f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'cd8b40ca-752a-404e-a157-60e9cc835c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:27:20Z', 'updated_at': '2021-09-27T12:27:25Z', 'revision_number': 4, 'project_id': 'c87930315af24550967287ef2c3885f8', 'gw_port': {'id': 'cd8b40ca-752a-404e-a157-60e9cc835c75', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b8e8c4-43ed-4655-8d69-22cb73723f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:21Z', 'updated_at': '2021-09-27T12:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'df2e9635-052f-4744-8bfd-dbd0be1c3768', 'name': '', 'network_id': '1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a', 'tenant_id': 'c87930315af24550967287ef2c3885f8', 'mac_address': 'fa:16:3e:d6:18:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b8e8c4-43ed-4655-8d69-22cb73723f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9f31004a-9be2-4713-af3c-ae32e50946f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:25Z', 'updated_at': '2021-09-27T12:27:30Z', 'revision_number': 4, 'project_id': 'c87930315af24550967287ef2c3885f8', 'subnets': [{'id': '9f31004a-9be2-4713-af3c-ae32e50946f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:27:31.423599 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf5c209-c83e-4fcf-9687-e129b6b620b3 None None] The sync data for ids ['20b8e8c4-43ed-4655-8d69-22cb73723f09'] in dv-cinder-768458-11-iscsi is: [{'id': '20b8e8c4-43ed-4655-8d69-22cb73723f09', 'name': 'tempest-TestShelveInstance-635726236-router', 'tenant_id': 'c87930315af24550967287ef2c3885f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'cd8b40ca-752a-404e-a157-60e9cc835c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:27:20Z', 'updated_at': '2021-09-27T12:27:25Z', 'revision_number': 4, 'project_id': 'c87930315af24550967287ef2c3885f8', 'gw_port': {'id': 'cd8b40ca-752a-404e-a157-60e9cc835c75', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b8e8c4-43ed-4655-8d69-22cb73723f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:21Z', 'updated_at': '2021-09-27T12:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'df2e9635-052f-4744-8bfd-dbd0be1c3768', 'name': '', 'network_id': '1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a', 'tenant_id': 'c87930315af24550967287ef2c3885f8', 'mac_address': 'fa:16:3e:d6:18:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b8e8c4-43ed-4655-8d69-22cb73723f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9f31004a-9be2-4713-af3c-ae32e50946f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:25Z', 'updated_at': '2021-09-27T12:27:30Z', 'revision_number': 4, 'project_id': 'c87930315af24550967287ef2c3885f8', 'subnets': [{'id': '9f31004a-9be2-4713-af3c-ae32e50946f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:27:31.505244 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e28c56-7c25-46e8-8120-87ae00f9d079 req-85a9f44b-d46b-4019-b3f2-095d8866cbbb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:31.508009 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c5e28c56-7c25-46e8-8120-87ae00f9d079 req-85a9f44b-d46b-4019-b3f2-095d8866cbbb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 946 time: 0.0866120 Sep 27 12:27:31.564224 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c5e28c56-7c25-46e8-8120-87ae00f9d079 req-69574a48-9218-4692-8a8c-73c2f5b82502 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467856 Sep 27 12:27:32.215686 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device df2e9635-052f-4744-8bfd-dbd0be1c3768 up at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:27:32.279918 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Provisioning complete for port df2e9635-052f-4744-8bfd-dbd0be1c3768 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:27:32.280618 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:32.691993 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f327086-b367-4200-9658-da1ef6adaecb req-a0efb4c2-5825-4ae6-a601-d52cee888bc4 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:32.693542 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4f327086-b367-4200-9658-da1ef6adaecb req-a0efb4c2-5825-4ae6-a601-d52cee888bc4 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 946 time: 0.0506098 Sep 27 12:27:32.740190 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4f327086-b367-4200-9658-da1ef6adaecb req-560d2837-900b-490c-9c15-dc90d3673f7f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379374 Sep 27 12:27:33.872763 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a656b27-4ade-4537-b751-18ad4d17efee req-d5e794e4-339c-4d09-9135-8858f9599349 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:33.874940 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2a656b27-4ade-4537-b751-18ad4d17efee req-d5e794e4-339c-4d09-9135-8858f9599349 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 946 time: 0.0562348 Sep 27 12:27:33.916192 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2a656b27-4ade-4537-b751-18ad4d17efee req-c69e2fb8-4178-498d-bce1-52a5d92f16e5 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352335 Sep 27 12:27:35.059008 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08d863-6194-45c2-9bd0-9663e2171cdc req-cd6c75ed-e090-478e-be92-2001abd2f50d tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:35.060492 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ba08d863-6194-45c2-9bd0-9663e2171cdc req-cd6c75ed-e090-478e-be92-2001abd2f50d tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 946 time: 0.0522208 Sep 27 12:27:35.101464 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ba08d863-6194-45c2-9bd0-9663e2171cdc req-92ae0c49-ca19-4c14-ba4f-f668391a79fb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349798 Sep 27 12:27:35.187031 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08d128-945a-4be6-856e-440cde382d33 req-83e8e11a-30f3-46f6-a74d-d1588f6f2fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:35.188516 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-eb08d128-945a-4be6-856e-440cde382d33 req-83e8e11a-30f3-46f6-a74d-d1588f6f2fac service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=72093fa7db4244d79c19eca210667037&device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 1099 time: 0.0399697 Sep 27 12:27:35.285494 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08d128-945a-4be6-856e-440cde382d33 req-4cabd5d6-ec96-44c7-b4c6-ab6122eab672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:35.286859 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-eb08d128-945a-4be6-856e-440cde382d33 req-4cabd5d6-ec96-44c7-b4c6-ab6122eab672 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5403b160-6d1e-45bc-9efc-c408d4d66d43 HTTP/1.1" status: 200 len: 918 time: 0.0902014 Sep 27 12:27:35.354274 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-eb08d128-945a-4be6-856e-440cde382d33 req-764edaa7-e38f-486c-8373-44267159bc0e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=907dbb2e-69ad-4ace-a79d-e93004b85756 HTTP/1.1" status: 200 len: 1002 time: 0.0587440 Sep 27 12:27:35.408518 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08d128-945a-4be6-856e-440cde382d33 req-6b6ca940-82b8-420d-ac26-1c6429dd2225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:35.409977 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-eb08d128-945a-4be6-856e-440cde382d33 req-6b6ca940-82b8-420d-ac26-1c6429dd2225 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c2b6d0e0-734d-4b24-98bc-9d4bdee30d50 HTTP/1.1" status: 200 len: 856 time: 0.0482497 Sep 27 12:27:35.458706 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08d128-945a-4be6-856e-440cde382d33 req-3fee632d-9297-4e86-978e-6230c666c083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:35.460218 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-eb08d128-945a-4be6-856e-440cde382d33 req-3fee632d-9297-4e86-978e-6230c666c083 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5403b160-6d1e-45bc-9efc-c408d4d66d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412993 Sep 27 12:27:35.553708 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-eb08d128-945a-4be6-856e-440cde382d33 req-4b934fa6-c28b-412c-95a9-c8e3ff1409b9 service neutron] 10.222.0.25 "GET /v2.0/networks/5403b160-6d1e-45bc-9efc-c408d4d66d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855701 Sep 27 12:27:35.653001 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-eb08d128-945a-4be6-856e-440cde382d33 req-6e5c5763-4170-49d1-95a6-066bd94e80b4 service neutron] 10.222.0.25 "GET /v2.0/networks/5403b160-6d1e-45bc-9efc-c408d4d66d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906351 Sep 27 12:27:36.223657 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63370f-d128-4b9d-96b8-c880bf14742a req-725b1ae4-95a7-49eb-94e7-e4906cbee7e8 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:36.225242 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8c63370f-d128-4b9d-96b8-c880bf14742a req-725b1ae4-95a7-49eb-94e7-e4906cbee7e8 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 946 time: 0.0506563 Sep 27 12:27:36.263846 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8c63370f-d128-4b9d-96b8-c880bf14742a req-afe19bdc-c189-486a-b556-77181cb35289 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327575 Sep 27 12:27:37.393159 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba892d94-b837-42df-8db9-3a246815160a req-e8357db5-4b15-4b3e-9cfa-422449848a6a tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:37.394622 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ba892d94-b837-42df-8db9-3a246815160a req-e8357db5-4b15-4b3e-9cfa-422449848a6a tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 946 time: 0.0565450 Sep 27 12:27:37.437287 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ba892d94-b837-42df-8db9-3a246815160a req-0fc0b0f4-e96f-44bf-8372-90e8ebb94bf4 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343797 Sep 27 12:27:37.555154 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 907dbb2e-69ad-4ace-a79d-e93004b85756 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:27:37.656635 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:37.692688 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced05f49-746f-4301-bf2c-56db94e0a113', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '907dbb2e-69ad-4ace-a79d-e93004b85756'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:27:37.695711 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1408999cb3bb97c5ae56cf322f48a5762bdf0801c3dd38f4c7a67e93a613b0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0e4ba3-4777-40c8-87b2-7874e84864af" -d '{"events": [{"server_uuid": "ced05f49-746f-4301-bf2c-56db94e0a113", "name": "network-vif-unplugged", "status": "completed", "tag": "907dbb2e-69ad-4ace-a79d-e93004b85756"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:27:37.710687 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 907dbb2e-69ad-4ace-a79d-e93004b85756, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=907dbb2e-69ad-4ace-a79d-e93004b85756,segment=NetworkSegment(2a6580eb-8685-4d7a-9cf9-25621c7b4860),segment_id=2a6580eb-8685-4d7a-9cf9-25621c7b4860)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:27:37.718197 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:37.747038 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 12:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668e12f5-dd2d-402b-baa4-d75c04b4c83e x-openstack-request-id: req-668e12f5-dd2d-402b-baa4-d75c04b4c83e {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:27:37.747336 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced05f49-746f-4301-bf2c-56db94e0a113", "name": "network-vif-unplugged", "status": "completed", "tag": "907dbb2e-69ad-4ace-a79d-e93004b85756", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:27:37.747592 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-668e12f5-dd2d-402b-baa4-d75c04b4c83e {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:27:37.747987 dv-cinder-768458-11-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced05f49-746f-4301-bf2c-56db94e0a113', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '907dbb2e-69ad-4ace-a79d-e93004b85756', 'code': 200} Sep 27 12:27:37.768972 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=907dbb2e-69ad-4ace-a79d-e93004b85756,revision_number=8']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:27:38.567036 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6558c4-d96c-4092-8877-db1ca733c8a0 req-ea8416d5-2898-4321-a12c-78dfe9929ce1 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:38.568972 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2b6558c4-d96c-4092-8877-db1ca733c8a0 req-ea8416d5-2898-4321-a12c-78dfe9929ce1 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 944 time: 0.0541861 Sep 27 12:27:38.609791 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2b6558c4-d96c-4092-8877-db1ca733c8a0 req-c35065d1-ef30-4d74-8ac1-c9b9f7d9fe3d tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346103 Sep 27 12:27:39.605262 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e9380-e1e6-4b4d-96f3-3bebae507fbf req-4b9909d7-39ab-4085-b790-d16c746f9e76 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:39.606872 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-db3e9380-e1e6-4b4d-96f3-3bebae507fbf req-4b9909d7-39ab-4085-b790-d16c746f9e76 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 944 time: 0.0541735 Sep 27 12:27:39.647498 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-db3e9380-e1e6-4b4d-96f3-3bebae507fbf req-6dd3c9b6-1f99-4c1d-80b1-03b972ddfdfd tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345035 Sep 27 12:27:39.852255 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 33658) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:27:39.940554 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-815b826a-5502-463c-b997-624147d9c9a0 req-db863cbe-51e8-4e49-b4fa-ca8c06241042 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0871840 Sep 27 12:27:39.950449 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [req-815b826a-5502-463c-b997-624147d9c9a0 req-c69c7661-116c-4fd9-86e9-3f021bccc1c7 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 12:27:39.951459 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-815b826a-5502-463c-b997-624147d9c9a0 req-c69c7661-116c-4fd9-86e9-3f021bccc1c7 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056596 Sep 27 12:27:40.773999 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f000c-f3ed-4198-9114-54b69670924d req-df214def-7ca0-427d-9d66-bebf7282532a tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:40.775430 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d97f000c-f3ed-4198-9114-54b69670924d req-df214def-7ca0-427d-9d66-bebf7282532a tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 944 time: 0.0517685 Sep 27 12:27:40.813794 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d97f000c-f3ed-4198-9114-54b69670924d req-a9a96659-b490-4e01-96f8-6912d679e863 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316517 Sep 27 12:27:41.564953 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:41.607476 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 907dbb2e-69ad-4ace-a79d-e93004b85756 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:27:41.945632 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78cd5c-1f71-4240-87e2-d5d6c055c2e3 req-b4275adb-567c-4f78-bbac-b36e09f9d013 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:41.947153 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0b78cd5c-1f71-4240-87e2-d5d6c055c2e3 req-b4275adb-567c-4f78-bbac-b36e09f9d013 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 944 time: 0.0513058 Sep 27 12:27:41.987092 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0b78cd5c-1f71-4240-87e2-d5d6c055c2e3 req-c7409bf8-406a-4393-a37a-a224775135fb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339005 Sep 27 12:27:42.877927 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b826a-5502-463c-b997-624147d9c9a0 req-9702f7a3-50a1-4604-a48f-5688abef4c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:42.879455 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-815b826a-5502-463c-b997-624147d9c9a0 req-9702f7a3-50a1-4604-a48f-5688abef4c4d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113&tenant_id=72093fa7db4244d79c19eca210667037 HTTP/1.1" status: 200 len: 1097 time: 0.0484159 Sep 27 12:27:42.942562 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b826a-5502-463c-b997-624147d9c9a0 req-04e7f5a2-f671-4385-ada1-adadaf2119f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:42.944084 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-815b826a-5502-463c-b997-624147d9c9a0 req-04e7f5a2-f671-4385-ada1-adadaf2119f1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=72093fa7db4244d79c19eca210667037&device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 1097 time: 0.0408540 Sep 27 12:27:43.039135 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b826a-5502-463c-b997-624147d9c9a0 req-38723776-ff05-4977-b905-360c5fdac862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:43.040616 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-815b826a-5502-463c-b997-624147d9c9a0 req-38723776-ff05-4977-b905-360c5fdac862 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5403b160-6d1e-45bc-9efc-c408d4d66d43 HTTP/1.1" status: 200 len: 918 time: 0.0886705 Sep 27 12:27:43.107699 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-815b826a-5502-463c-b997-624147d9c9a0 req-85cb8753-294f-4db0-a18f-ea64efd4191c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=907dbb2e-69ad-4ace-a79d-e93004b85756 HTTP/1.1" status: 200 len: 1000 time: 0.0590608 Sep 27 12:27:43.110393 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ae14d-1f45-4627-a95e-721e2f5bbb6b req-e424c87e-a2f3-4298-8b8d-382a7fa10543 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:43.111915 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a58ae14d-1f45-4627-a95e-721e2f5bbb6b req-e424c87e-a2f3-4298-8b8d-382a7fa10543 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 944 time: 0.0480955 Sep 27 12:27:43.150497 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a58ae14d-1f45-4627-a95e-721e2f5bbb6b req-e8fd3ae1-c231-48db-88c6-2edfedd7bccb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322797 Sep 27 12:27:43.161256 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b826a-5502-463c-b997-624147d9c9a0 req-6c0b978f-d872-4bdc-b098-0dfba9ca5e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:43.162733 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-815b826a-5502-463c-b997-624147d9c9a0 req-6c0b978f-d872-4bdc-b098-0dfba9ca5e06 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c2b6d0e0-734d-4b24-98bc-9d4bdee30d50 HTTP/1.1" status: 200 len: 856 time: 0.0479078 Sep 27 12:27:43.209937 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b826a-5502-463c-b997-624147d9c9a0 req-88c5f938-1364-4911-ba10-e5bccd5f5620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:43.211475 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-815b826a-5502-463c-b997-624147d9c9a0 req-88c5f938-1364-4911-ba10-e5bccd5f5620 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5403b160-6d1e-45bc-9efc-c408d4d66d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408084 Sep 27 12:27:43.305542 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-815b826a-5502-463c-b997-624147d9c9a0 req-9b2ae815-df92-4026-8155-16c0cfcb3304 service neutron] 10.222.0.25 "GET /v2.0/networks/5403b160-6d1e-45bc-9efc-c408d4d66d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858407 Sep 27 12:27:43.399492 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-815b826a-5502-463c-b997-624147d9c9a0 req-60ee5227-7e80-4ff2-bcc3-4db62b567f42 service neutron] 10.222.0.25 "GET /v2.0/networks/5403b160-6d1e-45bc-9efc-c408d4d66d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861542 Sep 27 12:27:43.687376 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:27:44.279714 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb34fa6-519b-409c-93df-fadc6e64322c req-7e47fb6d-bc64-40d9-9c23-a18312b0e610 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:44.281273 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8eb34fa6-519b-409c-93df-fadc6e64322c req-7e47fb6d-bc64-40d9-9c23-a18312b0e610 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 944 time: 0.0539839 Sep 27 12:27:44.320780 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8eb34fa6-519b-409c-93df-fadc6e64322c req-9d1cb2c2-a46b-4e82-88df-481ca8b36e9f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334969 Sep 27 12:27:45.328527 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7d2d3127-393f-4743-8871-fd32fc853276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:45.443688 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71161ac7-dcdf-4be0-b1d8-45a34c51adf2 req-683f24ce-9295-4790-95f0-8e45b366586b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:45.445272 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-71161ac7-dcdf-4be0-b1d8-45a34c51adf2 req-683f24ce-9295-4790-95f0-8e45b366586b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 944 time: 0.0512953 Sep 27 12:27:45.485375 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-71161ac7-dcdf-4be0-b1d8-45a34c51adf2 req-4808d29e-3fd1-4a58-9e1f-3fbd925650b9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338771 Sep 27 12:27:46.607040 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca087a-79e1-4a95-912f-fd2fced9b602 req-37a88d5c-e4a7-45ba-bfc2-ef07c637c03b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:46.608597 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7cca087a-79e1-4a95-912f-fd2fced9b602 req-37a88d5c-e4a7-45ba-bfc2-ef07c637c03b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 944 time: 0.0517137 Sep 27 12:27:46.649952 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7cca087a-79e1-4a95-912f-fd2fced9b602 req-a6b758e6-e841-4073-8c69-a87c055159c9 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347095 Sep 27 12:27:47.523481 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2de13709-aa20-4494-a552-1946fb744c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:47.788241 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4eaf2-deed-45f1-9a05-a5c3d18971b5 req-76aaad41-1490-4812-9b7a-78f7f39cceb2 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:47.789706 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b1b4eaf2-deed-45f1-9a05-a5c3d18971b5 req-76aaad41-1490-4812-9b7a-78f7f39cceb2 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 944 time: 0.0539167 Sep 27 12:27:47.831633 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b1b4eaf2-deed-45f1-9a05-a5c3d18971b5 req-d4400838-c073-447a-ba6c-ae5a631ff1a7 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353417 Sep 27 12:27:48.718177 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:48.961758 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86804c-4459-4ef1-84ed-aeacd04573f8 req-89b3701d-51e6-4341-bae5-640bf4eb508a tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:48.963345 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6e86804c-4459-4ef1-84ed-aeacd04573f8 req-89b3701d-51e6-4341-bae5-640bf4eb508a tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 944 time: 0.0521173 Sep 27 12:27:49.002614 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6e86804c-4459-4ef1-84ed-aeacd04573f8 req-7ac34ce1-3fd4-486e-973f-b606f566179e tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325625 Sep 27 12:27:49.660160 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:50.124306 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b6594-e37c-4a4a-b512-7dfaaff09bc4 req-96c79886-42e3-490d-937e-9baf4a57e92c tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:50.125806 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a46b6594-e37c-4a4a-b512-7dfaaff09bc4 req-96c79886-42e3-490d-937e-9baf4a57e92c tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 944 time: 0.0501523 Sep 27 12:27:50.163421 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a46b6594-e37c-4a4a-b512-7dfaaff09bc4 req-6291e370-538e-4b7f-b084-fa4411b447b5 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314927 Sep 27 12:27:50.893345 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:27:51.287617 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbbb8c-a3fc-420f-81a5-a6223b606266 req-620c81a1-ed05-4b36-af5b-6e47e01edf89 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:51.289060 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-56bbbb8c-a3fc-420f-81a5-a6223b606266 req-620c81a1-ed05-4b36-af5b-6e47e01edf89 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 944 time: 0.0527115 Sep 27 12:27:51.325879 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-56bbbb8c-a3fc-420f-81a5-a6223b606266 req-8d53b30a-0294-440e-beb8-2b26d1d8e832 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309618 Sep 27 12:27:52.444221 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f26b97-4e51-404f-beaa-66b1e634c0f5 req-e3e7bd0a-26eb-4365-aab5-76babb85123a tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:52.445709 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e3f26b97-4e51-404f-beaa-66b1e634c0f5 req-e3e7bd0a-26eb-4365-aab5-76babb85123a tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 944 time: 0.0484962 Sep 27 12:27:52.483839 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e3f26b97-4e51-404f-beaa-66b1e634c0f5 req-7445ee3e-ab0b-4dd0-a3da-db4e93d2082c tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319901 Sep 27 12:27:53.598675 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6c9ba-83ac-428b-a1bd-2c67104bef09 req-38c3582c-9afe-464b-a8c3-198b309c1d1b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:53.600158 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-00a6c9ba-83ac-428b-a1bd-2c67104bef09 req-38c3582c-9afe-464b-a8c3-198b309c1d1b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 944 time: 0.0474536 Sep 27 12:27:53.637290 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-00a6c9ba-83ac-428b-a1bd-2c67104bef09 req-80e001d3-768f-4196-8e37-59ba3fe60825 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307417 Sep 27 12:27:54.774676 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6b497-6af7-45c9-9490-a5b436dcc590 req-f846822c-1383-47dc-b113-0d96012d7342 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:54.776295 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-73c6b497-6af7-45c9-9490-a5b436dcc590 req-f846822c-1383-47dc-b113-0d96012d7342 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 944 time: 0.0636780 Sep 27 12:27:54.815209 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-73c6b497-6af7-45c9-9490-a5b436dcc590 req-51ec40b4-c9c5-49f1-8049-fc89a6df0cdc tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325611 Sep 27 12:27:55.946419 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44803265-ba65-43e0-a901-5da027f696ca req-061bc7e1-41c4-4a88-b51e-e3c53cfd6d6b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:55.948065 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-44803265-ba65-43e0-a901-5da027f696ca req-061bc7e1-41c4-4a88-b51e-e3c53cfd6d6b tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 944 time: 0.0547488 Sep 27 12:27:55.987698 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-44803265-ba65-43e0-a901-5da027f696ca req-7144adbe-560d-4808-a93f-c613d4a3786e tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323381 Sep 27 12:27:57.112375 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84147fd3-7b62-4e1a-9fb1-22695bd42e0f req-e8616562-0d87-421a-a5ff-802ac963f8aa tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:57.113836 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-84147fd3-7b62-4e1a-9fb1-22695bd42e0f req-e8616562-0d87-421a-a5ff-802ac963f8aa tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 944 time: 0.0540373 Sep 27 12:27:57.150955 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-84147fd3-7b62-4e1a-9fb1-22695bd42e0f req-0dff307e-ddd8-4b11-934f-be6931647adb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312364 Sep 27 12:27:58.275078 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b976b4a-17c8-4ec2-a8df-3d533dbd7078 req-260665fc-9230-4793-93d7-4279d77a7dff tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:58.283253 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9b976b4a-17c8-4ec2-a8df-3d533dbd7078 req-260665fc-9230-4793-93d7-4279d77a7dff tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 944 time: 0.0593436 Sep 27 12:27:58.327071 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9b976b4a-17c8-4ec2-a8df-3d533dbd7078 req-1135af1d-94a6-459b-93be-4b4379bebdcc tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396011 Sep 27 12:27:59.459244 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f51ff-4e1d-49c0-96a8-dd5fd8963924 req-3f21aaa6-62a4-4270-8f0f-6d289d8e25b1 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:27:59.460726 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-eb6f51ff-4e1d-49c0-96a8-dd5fd8963924 req-3f21aaa6-62a4-4270-8f0f-6d289d8e25b1 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 944 time: 0.0490618 Sep 27 12:27:59.497423 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-eb6f51ff-4e1d-49c0-96a8-dd5fd8963924 req-3650ea7e-0985-4caa-b8b4-bdaad7c8d372 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308766 Sep 27 12:28:00.084906 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62197835-65d3-49ad-9197-07b4e9ba59a7 req-bdb11e04-61fe-4278-a3c9-af1b3f13792b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:00.090528 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-62197835-65d3-49ad-9197-07b4e9ba59a7 req-bdb11e04-61fe-4278-a3c9-af1b3f13792b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=72093fa7db4244d79c19eca210667037&device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 1097 time: 0.0395837 Sep 27 12:28:00.191806 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62197835-65d3-49ad-9197-07b4e9ba59a7 req-6a73650e-965e-47cd-bb07-76a350c1fccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:00.193244 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-62197835-65d3-49ad-9197-07b4e9ba59a7 req-6a73650e-965e-47cd-bb07-76a350c1fccd service neutron] 10.222.0.25 "GET /v2.0/networks?id=5403b160-6d1e-45bc-9efc-c408d4d66d43 HTTP/1.1" status: 200 len: 918 time: 0.0847206 Sep 27 12:28:00.256458 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-62197835-65d3-49ad-9197-07b4e9ba59a7 req-62f3d957-235e-4d5c-945c-c69263340390 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=907dbb2e-69ad-4ace-a79d-e93004b85756 HTTP/1.1" status: 200 len: 1000 time: 0.0548811 Sep 27 12:28:00.305227 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62197835-65d3-49ad-9197-07b4e9ba59a7 req-3c0bfa1b-8892-4cd1-a09e-47cf5f8c273f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:00.306535 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-62197835-65d3-49ad-9197-07b4e9ba59a7 req-3c0bfa1b-8892-4cd1-a09e-47cf5f8c273f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c2b6d0e0-734d-4b24-98bc-9d4bdee30d50 HTTP/1.1" status: 200 len: 856 time: 0.0416145 Sep 27 12:28:00.354531 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62197835-65d3-49ad-9197-07b4e9ba59a7 req-29cde97f-c66c-4cb4-bae7-bbbeae0a85b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:00.356071 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-62197835-65d3-49ad-9197-07b4e9ba59a7 req-29cde97f-c66c-4cb4-bae7-bbbeae0a85b3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5403b160-6d1e-45bc-9efc-c408d4d66d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421538 Sep 27 12:28:00.454577 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-62197835-65d3-49ad-9197-07b4e9ba59a7 req-870cd3c3-7280-4660-977a-10c5aeaf59ff service neutron] 10.222.0.25 "GET /v2.0/networks/5403b160-6d1e-45bc-9efc-c408d4d66d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900378 Sep 27 12:28:00.555436 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-62197835-65d3-49ad-9197-07b4e9ba59a7 req-da266493-539e-4d77-bee6-e54fc3bd22a7 service neutron] 10.222.0.25 "GET /v2.0/networks/5403b160-6d1e-45bc-9efc-c408d4d66d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917866 Sep 27 12:28:00.614817 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91144d54-67e6-4ef9-a46e-2d1464b6b90c req-329a8b0e-4b3f-492c-b38d-02f00ec0372f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:00.616981 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-91144d54-67e6-4ef9-a46e-2d1464b6b90c req-329a8b0e-4b3f-492c-b38d-02f00ec0372f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 944 time: 0.0500925 Sep 27 12:28:00.654912 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-91144d54-67e6-4ef9-a46e-2d1464b6b90c req-7e72f99c-93ea-44a5-9016-50d0619d1d4a tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319512 Sep 27 12:28:01.775957 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e5c2b-78f6-4714-af68-f88dec08c78a req-b96392de-fd1d-4b19-830a-6e440bf515b0 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:01.778098 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3a0e5c2b-78f6-4714-af68-f88dec08c78a req-b96392de-fd1d-4b19-830a-6e440bf515b0 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 944 time: 0.0515957 Sep 27 12:28:01.815182 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3a0e5c2b-78f6-4714-af68-f88dec08c78a req-8b7ddebf-2698-443a-a816-1f0402953118 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310602 Sep 27 12:28:02.947472 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7ebc4-5814-4ddd-bd13-5b0546fcdb0e req-faccd5ac-ad8e-452d-a98d-d7c5d3ab0009 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:02.949108 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dec7ebc4-5814-4ddd-bd13-5b0546fcdb0e req-faccd5ac-ad8e-452d-a98d-d7c5d3ab0009 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 944 time: 0.0525637 Sep 27 12:28:02.989856 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dec7ebc4-5814-4ddd-bd13-5b0546fcdb0e req-0c44901d-42fd-4654-a4dc-2a87a51ef941 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339937 Sep 27 12:28:03.665123 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-be43dd5c-bb73-4f33-8f9c-8ae8c04e9891 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1879403173&fields=id&tenant_id=6baa320158cf410f9e52ef8e3fa912c9 HTTP/1.1" status: 200 len: 267 time: 0.0315948 Sep 27 12:28:03.776020 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-9f57ff69-04ed-4eaa-9d32-0991ac744b01 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:03.776020 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-9f57ff69-04ed-4eaa-9d32-0991ac744b01 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/networks?id=9354617a-e9e4-4d7b-a0eb-32322544a2ef HTTP/1.1" status: 200 len: 809 time: 0.1004596 Sep 27 12:28:03.786559 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-afb92536-2ab4-43d9-984b-bc2bbfce7037 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/quotas/6baa320158cf410f9e52ef8e3fa912c9 HTTP/1.1" status: 200 len: 375 time: 0.0087402 Sep 27 12:28:03.836463 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-031c4834-f002-4f0e-84fe-6c22ecff1c38 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6baa320158cf410f9e52ef8e3fa912c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445948 Sep 27 12:28:03.934584 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-c34475fa-ab75-4a70-b81f-c6d5284f3bd4 service neutron] 10.222.0.60 "GET /v2.0/networks/9354617a-e9e4-4d7b-a0eb-32322544a2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832047 Sep 27 12:28:04.021536 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-534a2360-1622-4b82-887a-317b80ca5bc7 service neutron] 10.222.0.60 "GET /v2.0/networks/9354617a-e9e4-4d7b-a0eb-32322544a2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809133 Sep 27 12:28:04.112162 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd484a-a311-4485-b247-a0377cc5573b req-c231d170-617e-407c-b26e-76b76ec1b2f2 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:04.113766 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b3bd484a-a311-4485-b247-a0377cc5573b req-c231d170-617e-407c-b26e-76b76ec1b2f2 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 944 time: 0.0498598 Sep 27 12:28:04.156713 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b3bd484a-a311-4485-b247-a0377cc5573b req-13b3454e-b686-4be0-a3b4-56fcf16fa857 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367439 Sep 27 12:28:04.321538 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d9a4075f-0eda-4eff-9914-84ac87acb97e req-a696dc4e-82be-428a-94e0-5550099baa66 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 210 time: 0.0317390 Sep 27 12:28:05.297018 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5a41d-baf9-4a9e-875b-795c63ee9602 req-94f0a61f-7a48-46fc-9019-441e6fac93e5 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:05.298497 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-51f5a41d-baf9-4a9e-875b-795c63ee9602 req-94f0a61f-7a48-46fc-9019-441e6fac93e5 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 944 time: 0.0558848 Sep 27 12:28:05.343160 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-51f5a41d-baf9-4a9e-875b-795c63ee9602 req-c9c7f4b7-0835-4cb1-b14e-86622a6d2435 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386577 Sep 27 12:28:05.415770 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d2201acc-9dc6-4c89-920f-079ccfbd81e1 req-1da5c38f-7aff-416c-9092-f07981a6e19f tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 210 time: 0.0322208 Sep 27 12:28:05.612085 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-b40f2f9f-0d9b-4266-8ee8-0af5474bbefb tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1902699802&fields=id&tenant_id=02234d33e23642d9aaa9e248e4bd9949 HTTP/1.1" status: 200 len: 267 time: 0.0324366 Sep 27 12:28:05.702027 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 907dbb2e-69ad-4ace-a79d-e93004b85756 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:28:05.722576 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-5c52a70c-04b7-4e00-82ef-d6838b940dfd tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:05.724190 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-5c52a70c-04b7-4e00-82ef-d6838b940dfd tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/networks?id=e2025397-7087-4c7f-a9f8-607a9a9daadf HTTP/1.1" status: 200 len: 811 time: 0.1052704 Sep 27 12:28:05.739926 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-659901f9-0e3e-42d1-b8df-b31cd7a3e4bf tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/quotas/02234d33e23642d9aaa9e248e4bd9949 HTTP/1.1" status: 200 len: 375 time: 0.0099199 Sep 27 12:28:05.795549 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 907dbb2e-69ad-4ace-a79d-e93004b85756, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=907dbb2e-69ad-4ace-a79d-e93004b85756,segment=NetworkSegment(2a6580eb-8685-4d7a-9cf9-25621c7b4860),segment_id=2a6580eb-8685-4d7a-9cf9-25621c7b4860)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:28:05.797979 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-985619bb-7bef-46d0-a4d8-c81c73dfa93f tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=02234d33e23642d9aaa9e248e4bd9949&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0523913 Sep 27 12:28:05.808332 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Returning: {'device': '907dbb2e-69ad-4ace-a79d-e93004b85756', 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43', 'port_id': '907dbb2e-69ad-4ace-a79d-e93004b85756', 'mac_address': 'fa:16:3e:51:17:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:28:05.848219 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:05.861549 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 907dbb2e-69ad-4ace-a79d-e93004b85756 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:28:05.882834 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 907dbb2e-69ad-4ace-a79d-e93004b85756, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=907dbb2e-69ad-4ace-a79d-e93004b85756,segment=NetworkSegment(2a6580eb-8685-4d7a-9cf9-25621c7b4860),segment_id=2a6580eb-8685-4d7a-9cf9-25621c7b4860)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:28:05.888744 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:05.900444 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-0afa4ed9-cef1-4856-b4ac-c64b036ca8dc service neutron] 10.222.0.60 "GET /v2.0/networks/e2025397-7087-4c7f-a9f8-607a9a9daadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909395 Sep 27 12:28:05.953293 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=907dbb2e-69ad-4ace-a79d-e93004b85756,revision_number=9']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:28:05.965313 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:05.965882 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:05.966433 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:05.966976 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:05.967551 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:05.968088 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:05.968630 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:05.969170 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:05.969745 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:05.970284 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:05.970827 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:05.971417 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:06.035305 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-a58ac9bc-100a-4300-a0e2-7298f6a77d2c service neutron] 10.222.0.60 "GET /v2.0/networks/e2025397-7087-4c7f-a9f8-607a9a9daadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224375 Sep 27 12:28:06.252047 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['907dbb2e-69ad-4ace-a79d-e93004b85756'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:28:06.367964 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fa9d32c3-3282-4c99-b014-67566966b31d req-79de2827-9284-46a2-a00a-ef3e18c6ca0c tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 210 time: 0.0287828 Sep 27 12:28:06.476317 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178748a-d4db-413c-994d-9d43d17c3931 req-7f0ab859-a2c9-464b-9b95-882b2e814845 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:06.478155 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f178748a-d4db-413c-994d-9d43d17c3931 req-7f0ab859-a2c9-464b-9b95-882b2e814845 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 945 time: 0.0545063 Sep 27 12:28:06.509227 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-233698d7-3f9d-468e-a71d-b26b3a268abf req-c7eb9852-ec53-4781-8c4e-1bf311c11538 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 210 time: 0.0346069 Sep 27 12:28:06.524582 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f178748a-d4db-413c-994d-9d43d17c3931 req-4a59f8d8-ab96-4958-b0c1-e9306735b6c8 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395091 Sep 27 12:28:07.408231 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-61657f72-107f-4b91-ad55-001844419346 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:07.410008 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-61657f72-107f-4b91-ad55-001844419346 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.25 "GET /v2.0/networks?id=9354617a-e9e4-4d7b-a0eb-32322544a2ef HTTP/1.1" status: 200 len: 809 time: 0.1082771 Sep 27 12:28:07.465930 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-e4bf4853-0ccc-41f2-a103-db9d480482f4 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6baa320158cf410f9e52ef8e3fa912c9 HTTP/1.1" status: 200 len: 380 time: 0.0465298 Sep 27 12:28:07.484136 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-9c60db40-334c-4046-b9ee-fd933fe9ed1e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Request body: {'port': {'device_id': '824fc02f-5d88-492e-936b-234f2d02ee31', 'network_id': '9354617a-e9e4-4d7b-a0eb-32322544a2ef', 'admin_state_up': True, 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'security_groups': ['24154d57-7d8b-4525-a8ff-8c047ce26bf2']}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:28:07.488351 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a5d1ce92-eda8-4a4f-a6ab-1cd30adfb406 req-c19395c1-c441-4f25-8d3c-53878e05cfe7 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 210 time: 0.0411963 Sep 27 12:28:07.599472 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-9c60db40-334c-4046-b9ee-fd933fe9ed1e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Made reservation on behalf of 6baa320158cf410f9e52ef8e3fa912c9 for: {'port': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:28:07.603130 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-9c60db40-334c-4046-b9ee-fd933fe9ed1e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:07.613885 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4b0b810d-e9f3-4fcc-bc72-d67037f09a4b req-0e507698-b032-4912-877a-d88ec4ac603e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 210 time: 0.0351250 Sep 27 12:28:07.727483 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 907dbb2e-69ad-4ace-a79d-e93004b85756 up at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:28:07.759822 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0297e-68ff-466e-b4c9-f22ea7aabae6 req-5b1678a5-d8ff-4825-9b08-f1f9b385b5e0 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:07.762104 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c2f0297e-68ff-466e-b4c9-f22ea7aabae6 req-5b1678a5-d8ff-4825-9b08-f1f9b385b5e0 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 945 time: 0.1558788 Sep 27 12:28:07.798197 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning complete for port 907dbb2e-69ad-4ace-a79d-e93004b85756 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:28:07.798701 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:07.907836 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:07.915616 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c2f0297e-68ff-466e-b4c9-f22ea7aabae6 req-8a6bbfd1-cae7-4131-a6ec-533f5813b8e7 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097507 Sep 27 12:28:07.916649 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-9c60db40-334c-4046-b9ee-fd933fe9ed1e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Allocated IP 172.20.0.14 (9354617a-e9e4-4d7b-a0eb-32322544a2ef/9b234fa0-0a81-423f-a3ca-db50873bb00a/39ad1260-e58c-4012-a43a-9a3d02996011) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:28:07.924855 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-9f3264f5-8a50-4aec-a50d-1ae7ffb91ba7 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:07.926431 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-9f3264f5-8a50-4aec-a50d-1ae7ffb91ba7 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.25 "GET /v2.0/networks?id=e2025397-7087-4c7f-a9f8-607a9a9daadf HTTP/1.1" status: 200 len: 811 time: 0.2279668 Sep 27 12:28:07.934559 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced05f49-746f-4301-bf2c-56db94e0a113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907dbb2e-69ad-4ace-a79d-e93004b85756'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:28:07.937146 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1408999cb3bb97c5ae56cf322f48a5762bdf0801c3dd38f4c7a67e93a613b0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c7770c-40a1-4167-9931-3120c352e42a" -d '{"events": [{"server_uuid": "ced05f49-746f-4301-bf2c-56db94e0a113", "name": "network-vif-plugged", "status": "completed", "tag": "907dbb2e-69ad-4ace-a79d-e93004b85756"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:28:07.960385 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 907dbb2e-69ad-4ace-a79d-e93004b85756, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=907dbb2e-69ad-4ace-a79d-e93004b85756,segment=NetworkSegment(2a6580eb-8685-4d7a-9cf9-25621c7b4860),segment_id=2a6580eb-8685-4d7a-9cf9-25621c7b4860)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:28:07.966606 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:08.015490 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-b7b840ec-e944-4de2-b351-a02345345820 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02234d33e23642d9aaa9e248e4bd9949 HTTP/1.1" status: 200 len: 380 time: 0.0741642 Sep 27 12:28:08.016563 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39488f71-c244-44bf-baa6-f98e7a71a6a0 x-openstack-request-id: req-39488f71-c244-44bf-baa6-f98e7a71a6a0 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:28:08.017272 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced05f49-746f-4301-bf2c-56db94e0a113", "name": "network-vif-plugged", "status": "completed", "tag": "907dbb2e-69ad-4ace-a79d-e93004b85756", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:28:08.017535 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-39488f71-c244-44bf-baa6-f98e7a71a6a0 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:28:08.018073 dv-cinder-768458-11-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced05f49-746f-4301-bf2c-56db94e0a113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907dbb2e-69ad-4ace-a79d-e93004b85756', 'code': 200} Sep 27 12:28:08.032981 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-0c88ae67-93eb-4d92-86eb-a4370e4c94b0 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Request body: {'port': {'device_id': '7e8d9e1d-1d41-493a-a864-4d35effc9cb3', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'admin_state_up': True, 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'security_groups': ['5246b0e1-3a33-4214-aa02-336e8fc971cf']}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:28:08.056494 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=907dbb2e-69ad-4ace-a79d-e93004b85756,revision_number=10']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:28:08.470013 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-9c60db40-334c-4046-b9ee-fd933fe9ed1e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:08.487508 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56519c39-7176-4d37-8817-f1dddcb0d89f req-c616e0d7-e5d6-41bc-b4e2-13e01bce7e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:08.489192 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-56519c39-7176-4d37-8817-f1dddcb0d89f req-c616e0d7-e5d6-41bc-b4e2-13e01bce7e78 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 1100 time: 0.1311426 Sep 27 12:28:08.562072 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-56519c39-7176-4d37-8817-f1dddcb0d89f req-8149362e-11b5-471d-afa9-b3b9873969f3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629859 Sep 27 12:28:08.571265 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-0c88ae67-93eb-4d92-86eb-a4370e4c94b0 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Made reservation on behalf of 02234d33e23642d9aaa9e248e4bd9949 for: {'port': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:28:08.575183 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-0c88ae67-93eb-4d92-86eb-a4370e4c94b0 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:08.597182 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-efada279-a3db-40a1-8cac-809e9e259a78 req-cb43c07a-19be-4928-8a32-4af4a9ba330a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 210 time: 0.0416625 Sep 27 12:28:08.598165 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-9c60db40-334c-4046-b9ee-fd933fe9ed1e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:08.655248 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-9c60db40-334c-4046-b9ee-fd933fe9ed1e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Network 9354617a-e9e4-4d7b-a0eb-32322544a2ef is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:28:08.686352 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-9c60db40-334c-4046-b9ee-fd933fe9ed1e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:28:08.691998 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60db40-334c-4046-b9ee-fd933fe9ed1e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Pushing event updated for resources: {'Port': ['ID=39ad1260-e58c-4012-a43a-9a3d02996011,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:28:08.700908 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-9c60db40-334c-4046-b9ee-fd933fe9ed1e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:28:08.736828 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c60db40-334c-4046-b9ee-fd933fe9ed1e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:08.737046 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c60db40-334c-4046-b9ee-fd933fe9ed1e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:08.737370 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c60db40-334c-4046-b9ee-fd933fe9ed1e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:08.737697 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c60db40-334c-4046-b9ee-fd933fe9ed1e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:08.738022 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c60db40-334c-4046-b9ee-fd933fe9ed1e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:08.738347 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c60db40-334c-4046-b9ee-fd933fe9ed1e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:08.738670 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c60db40-334c-4046-b9ee-fd933fe9ed1e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:08.739000 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c60db40-334c-4046-b9ee-fd933fe9ed1e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:08.739358 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c60db40-334c-4046-b9ee-fd933fe9ed1e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:08.739676 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c60db40-334c-4046-b9ee-fd933fe9ed1e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:08.740108 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c60db40-334c-4046-b9ee-fd933fe9ed1e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:08.740586 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c60db40-334c-4046-b9ee-fd933fe9ed1e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:08.747248 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e1795-c087-47ec-ad1a-2ad478bce8ba req-ca730b54-a49c-46e9-a932-9026acfb4f36 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:08.749440 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-510e1795-c087-47ec-ad1a-2ad478bce8ba req-ca730b54-a49c-46e9-a932-9026acfb4f36 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 932 time: 0.0634990 Sep 27 12:28:08.790305 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-510e1795-c087-47ec-ad1a-2ad478bce8ba req-3efff945-532c-466d-966e-39b266dd2fdd tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340736 Sep 27 12:28:08.795328 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-9c60db40-334c-4046-b9ee-fd933fe9ed1e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:08.795913 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-9c60db40-334c-4046-b9ee-fd933fe9ed1e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:08.822375 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-9c60db40-334c-4046-b9ee-fd933fe9ed1e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3425949 Sep 27 12:28:08.831895 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-0c88ae67-93eb-4d92-86eb-a4370e4c94b0 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Allocated IP 172.20.0.10 (e2025397-7087-4c7f-a9f8-607a9a9daadf/5b63fdef-f685-4755-a4ce-3355d57dd264/f7a442b7-0337-4966-b279-d5b8df76d742) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:28:08.894811 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-3867eb94-27f1-4104-a0e1-852faab352d4 service neutron] Request body: {'port': {'device_id': '824fc02f-5d88-492e-936b-234f2d02ee31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:28:08.955110 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-de1cb2f8-85ce-48ae-905a-00c52bb7f87c None None] Provisioning complete for port 39ad1260-e58c-4012-a43a-9a3d02996011 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:28:08.955786 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-de1cb2f8-85ce-48ae-905a-00c52bb7f87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:08.994976 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-de1cb2f8-85ce-48ae-905a-00c52bb7f87c None None] Port 39ad1260-e58c-4012-a43a-9a3d02996011 cannot update to ACTIVE because it is not bound. {{(pid=94063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:28:09.010932 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-3867eb94-27f1-4104-a0e1-852faab352d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:09.038181 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-0c88ae67-93eb-4d92-86eb-a4370e4c94b0 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:09.054436 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad159dd2-0341-4a2f-9fc7-0216482beda9 req-95af8f08-1313-4785-a410-716731eab0ee tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:09.055937 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ad159dd2-0341-4a2f-9fc7-0216482beda9 req-95af8f08-1313-4785-a410-716731eab0ee tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 947 time: 0.0490701 Sep 27 12:28:09.096543 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ad159dd2-0341-4a2f-9fc7-0216482beda9 req-ce6e26df-c354-47eb-aa9a-46abd4a35efc tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343833 Sep 27 12:28:09.175191 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-0c88ae67-93eb-4d92-86eb-a4370e4c94b0 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:09.239380 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-0c88ae67-93eb-4d92-86eb-a4370e4c94b0 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Network e2025397-7087-4c7f-a9f8-607a9a9daadf is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:28:09.244929 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-0c88ae67-93eb-4d92-86eb-a4370e4c94b0 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:28:09.278100 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-0c88ae67-93eb-4d92-86eb-a4370e4c94b0 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:28:09.310454 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88ae67-93eb-4d92-86eb-a4370e4c94b0 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Pushing event updated for resources: {'Port': ['ID=f7a442b7-0337-4966-b279-d5b8df76d742,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:28:09.356337 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-0c88ae67-93eb-4d92-86eb-a4370e4c94b0 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:09.357025 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-0c88ae67-93eb-4d92-86eb-a4370e4c94b0 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:09.387828 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-0c88ae67-93eb-4d92-86eb-a4370e4c94b0 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3659143 Sep 27 12:28:09.419892 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-42a26f41-7ca1-4f2a-9c4a-a056c8556409 service neutron] Request body: {'port': {'device_id': '7e8d9e1d-1d41-493a-a864-4d35effc9cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:28:09.455164 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-3867eb94-27f1-4104-a0e1-852faab352d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ad1260-e58c-4012-a43a-9a3d02996011 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:28:09.466761 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-3867eb94-27f1-4104-a0e1-852faab352d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:09.502667 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-3867eb94-27f1-4104-a0e1-852faab352d4 service neutron] Transition to ACTIVE for port object 39ad1260-e58c-4012-a43a-9a3d02996011 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:28:09.503531 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-42a26f41-7ca1-4f2a-9c4a-a056c8556409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:09.515975 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-3867eb94-27f1-4104-a0e1-852faab352d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:09.518188 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-8f907a80-443d-4128-8223-9f5b5560015e None None] Provisioning complete for port f7a442b7-0337-4966-b279-d5b8df76d742 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:28:09.518736 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8f907a80-443d-4128-8223-9f5b5560015e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:09.554501 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-8f907a80-443d-4128-8223-9f5b5560015e None None] Port f7a442b7-0337-4966-b279-d5b8df76d742 cannot update to ACTIVE because it is not bound. {{(pid=94063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:28:09.591892 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867eb94-27f1-4104-a0e1-852faab352d4 service neutron] Pushing event updated for resources: {'Port': ['ID=39ad1260-e58c-4012-a43a-9a3d02996011,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:28:09.828257 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-3867eb94-27f1-4104-a0e1-852faab352d4 service neutron] Attempting to bind port 39ad1260-e58c-4012-a43a-9a3d02996011 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:28:09.828602 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-3867eb94-27f1-4104-a0e1-852faab352d4 service neutron] Attempting to bind port 39ad1260-e58c-4012-a43a-9a3d02996011 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '4c61cb17-1bfa-40f8-bed2-80315b25d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9354617a-e9e4-4d7b-a0eb-32322544a2ef'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:28:09.828939 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-3867eb94-27f1-4104-a0e1-852faab352d4 service neutron] Attempting to bind port 39ad1260-e58c-4012-a43a-9a3d02996011 on network 9354617a-e9e4-4d7b-a0eb-32322544a2ef {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:28:09.850238 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fef0b2-01bf-4e40-9806-aa6cb9f5c033 req-30c6d52c-2da0-4dc7-8007-738a9aee33a2 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:09.851783 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b3fef0b2-01bf-4e40-9806-aa6cb9f5c033 req-30c6d52c-2da0-4dc7-8007-738a9aee33a2 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 932 time: 0.1744320 Sep 27 12:28:09.852388 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-3867eb94-27f1-4104-a0e1-852faab352d4 service neutron] Port 39ad1260-e58c-4012-a43a-9a3d02996011 on network 9354617a-e9e4-4d7b-a0eb-32322544a2ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:28:09.852713 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-3867eb94-27f1-4104-a0e1-852faab352d4 service neutron] Attempting to bind port 39ad1260-e58c-4012-a43a-9a3d02996011 on network 9354617a-e9e4-4d7b-a0eb-32322544a2ef {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:28:09.869198 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-3867eb94-27f1-4104-a0e1-852faab352d4 service neutron] Checking agent: {'id': '20c1fc43-a135-4852-87d5-8f0af43386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'started_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:28:09.869569 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-3867eb94-27f1-4104-a0e1-852faab352d4 service neutron] Checking segment: {'id': '4c61cb17-1bfa-40f8-bed2-80315b25d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9354617a-e9e4-4d7b-a0eb-32322544a2ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:28:09.869952 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-3867eb94-27f1-4104-a0e1-852faab352d4 service neutron] Bound using segment: {'id': '4c61cb17-1bfa-40f8-bed2-80315b25d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9354617a-e9e4-4d7b-a0eb-32322544a2ef'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:28:09.870914 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-3867eb94-27f1-4104-a0e1-852faab352d4 service neutron] Bound port: 39ad1260-e58c-4012-a43a-9a3d02996011, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c61cb17-1bfa-40f8-bed2-80315b25d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9354617a-e9e4-4d7b-a0eb-32322544a2ef'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:28:09.871321 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-3867eb94-27f1-4104-a0e1-852faab352d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:09.924231 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eedd89-99d2-47ec-a4f9-04ee1acc3da2 req-1fa84af1-968f-4e6e-b374-437ea083145a tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:09.925597 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-75eedd89-99d2-47ec-a4f9-04ee1acc3da2 req-1fa84af1-968f-4e6e-b374-437ea083145a tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 944 time: 0.0527394 Sep 27 12:28:09.949614 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b3fef0b2-01bf-4e40-9806-aa6cb9f5c033 req-655ac257-a177-4809-b97d-c396ae02f123 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899212 Sep 27 12:28:09.964718 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-75eedd89-99d2-47ec-a4f9-04ee1acc3da2 req-09c668ce-4373-467f-b52c-a9a2044774d6 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327177 Sep 27 12:28:10.032707 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-42a26f41-7ca1-4f2a-9c4a-a056c8556409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a442b7-0337-4966-b279-d5b8df76d742 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:28:10.037552 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-3867eb94-27f1-4104-a0e1-852faab352d4 service neutron] For port 39ad1260-e58c-4012-a43a-9a3d02996011, host hv-cinder-76845, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:28:10.044222 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-42a26f41-7ca1-4f2a-9c4a-a056c8556409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:10.058999 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-3867eb94-27f1-4104-a0e1-852faab352d4 service neutron] For port 39ad1260-e58c-4012-a43a-9a3d02996011, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=39ad1260-e58c-4012-a43a-9a3d02996011,segment=NetworkSegment(4c61cb17-1bfa-40f8-bed2-80315b25d9e6),segment_id=4c61cb17-1bfa-40f8-bed2-80315b25d9e6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:28:10.066667 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-3867eb94-27f1-4104-a0e1-852faab352d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:10.068760 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-42a26f41-7ca1-4f2a-9c4a-a056c8556409 service neutron] Transition to ACTIVE for port object f7a442b7-0337-4966-b279-d5b8df76d742 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:28:10.093515 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-42a26f41-7ca1-4f2a-9c4a-a056c8556409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:10.110561 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-3867eb94-27f1-4104-a0e1-852faab352d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:10.111200 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-3867eb94-27f1-4104-a0e1-852faab352d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:10.112571 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-3867eb94-27f1-4104-a0e1-852faab352d4 service neutron] 10.222.0.25 "PUT /v2.0/ports/39ad1260-e58c-4012-a43a-9a3d02996011 HTTP/1.1" status: 200 len: 1094 time: 1.2219253 Sep 27 12:28:10.113170 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824fc02f-5d88-492e-936b-234f2d02ee31', 'tag': '39ad1260-e58c-4012-a43a-9a3d02996011'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:28:10.115253 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1884f6-5df0-4676-b2f4-20b13603e736" -d '{"events": [{"name": "network-changed", "server_uuid": "824fc02f-5d88-492e-936b-234f2d02ee31", "tag": "39ad1260-e58c-4012-a43a-9a3d02996011"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:28:10.163430 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867eb94-27f1-4104-a0e1-852faab352d4 service neutron] Pushing event updated for resources: {'Port': ['ID=39ad1260-e58c-4012-a43a-9a3d02996011,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:28:10.225308 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c043c7f7-aac8-49f0-8a59-072262edf919 x-openstack-request-id: req-c043c7f7-aac8-49f0-8a59-072262edf919 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:28:10.225612 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824fc02f-5d88-492e-936b-234f2d02ee31", "tag": "39ad1260-e58c-4012-a43a-9a3d02996011", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:28:10.225868 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c043c7f7-aac8-49f0-8a59-072262edf919 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:28:10.226292 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824fc02f-5d88-492e-936b-234f2d02ee31', 'tag': '39ad1260-e58c-4012-a43a-9a3d02996011', 'status': 'completed', 'code': 200} Sep 27 12:28:10.364578 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a26f41-7ca1-4f2a-9c4a-a056c8556409 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a442b7-0337-4966-b279-d5b8df76d742,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:28:10.383256 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-95c9057d-65cd-4ea0-81ba-38f4d279c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:10.384777 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-95c9057d-65cd-4ea0-81ba-38f4d279c971 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6baa320158cf410f9e52ef8e3fa912c9&device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 1097 time: 0.2032802 Sep 27 12:28:10.422724 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdac033-d87e-4741-9cdc-d8e4b4a20da9 req-8bff598a-70dc-43f0-b078-b942bcdb0b08 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:10.424297 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ebdac033-d87e-4741-9cdc-d8e4b4a20da9 req-8bff598a-70dc-43f0-b078-b942bcdb0b08 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 947 time: 0.1605134 Sep 27 12:28:10.425081 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-42a26f41-7ca1-4f2a-9c4a-a056c8556409 service neutron] Attempting to bind port f7a442b7-0337-4966-b279-d5b8df76d742 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:28:10.425582 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-42a26f41-7ca1-4f2a-9c4a-a056c8556409 service neutron] Attempting to bind port f7a442b7-0337-4966-b279-d5b8df76d742 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '6cc3c066-be31-4e4b-8ade-e372dc2401b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:28:10.430092 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-42a26f41-7ca1-4f2a-9c4a-a056c8556409 service neutron] Attempting to bind port f7a442b7-0337-4966-b279-d5b8df76d742 on network e2025397-7087-4c7f-a9f8-607a9a9daadf {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:28:10.468359 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-1cf09af8-783a-4a24-a4df-f5f37425ac54 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39ad1260-e58c-4012-a43a-9a3d02996011 HTTP/1.1" status: 200 len: 217 time: 0.0676923 Sep 27 12:28:10.473421 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-42a26f41-7ca1-4f2a-9c4a-a056c8556409 service neutron] Port f7a442b7-0337-4966-b279-d5b8df76d742 on network e2025397-7087-4c7f-a9f8-607a9a9daadf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:28:10.473744 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-42a26f41-7ca1-4f2a-9c4a-a056c8556409 service neutron] Attempting to bind port f7a442b7-0337-4966-b279-d5b8df76d742 on network e2025397-7087-4c7f-a9f8-607a9a9daadf {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:28:10.513781 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-42a26f41-7ca1-4f2a-9c4a-a056c8556409 service neutron] Checking agent: {'id': '20c1fc43-a135-4852-87d5-8f0af43386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'started_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:28:10.514505 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-42a26f41-7ca1-4f2a-9c4a-a056c8556409 service neutron] Checking segment: {'id': '6cc3c066-be31-4e4b-8ade-e372dc2401b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:28:10.514615 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-42a26f41-7ca1-4f2a-9c4a-a056c8556409 service neutron] Bound using segment: {'id': '6cc3c066-be31-4e4b-8ade-e372dc2401b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:28:10.515046 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-42a26f41-7ca1-4f2a-9c4a-a056c8556409 service neutron] Bound port: f7a442b7-0337-4966-b279-d5b8df76d742, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc3c066-be31-4e4b-8ade-e372dc2401b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:28:10.515459 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-42a26f41-7ca1-4f2a-9c4a-a056c8556409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:10.557831 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ebdac033-d87e-4741-9cdc-d8e4b4a20da9 req-29302685-ab2d-42d4-967d-98aa55c94794 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936546 Sep 27 12:28:10.580596 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-78016f13-dff4-40bb-a2cf-871ef5ec4cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:10.582066 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-78016f13-dff4-40bb-a2cf-871ef5ec4cee service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9b234fa0-0a81-423f-a3ca-db50873bb00a HTTP/1.1" status: 200 len: 848 time: 0.1062593 Sep 27 12:28:10.643509 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-42a26f41-7ca1-4f2a-9c4a-a056c8556409 service neutron] For port f7a442b7-0337-4966-b279-d5b8df76d742, host hv-cinder-76845, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:28:10.647284 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-42a26f41-7ca1-4f2a-9c4a-a056c8556409 service neutron] For port f7a442b7-0337-4966-b279-d5b8df76d742, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f7a442b7-0337-4966-b279-d5b8df76d742,segment=NetworkSegment(6cc3c066-be31-4e4b-8ade-e372dc2401b6),segment_id=6cc3c066-be31-4e4b-8ade-e372dc2401b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:28:10.654814 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-42a26f41-7ca1-4f2a-9c4a-a056c8556409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:10.664081 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-5641dc5b-195e-4ae5-8ee6-b60cd0989c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:10.665581 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-5641dc5b-195e-4ae5-8ee6-b60cd0989c3c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9354617a-e9e4-4d7b-a0eb-32322544a2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0755706 Sep 27 12:28:10.708446 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-42a26f41-7ca1-4f2a-9c4a-a056c8556409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:10.709069 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-42a26f41-7ca1-4f2a-9c4a-a056c8556409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:10.710480 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-42a26f41-7ca1-4f2a-9c4a-a056c8556409 service neutron] 10.222.0.25 "PUT /v2.0/ports/f7a442b7-0337-4966-b279-d5b8df76d742 HTTP/1.1" status: 200 len: 1094 time: 1.3125150 Sep 27 12:28:10.780842 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a26f41-7ca1-4f2a-9c4a-a056c8556409 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a442b7-0337-4966-b279-d5b8df76d742,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:28:10.834955 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-98a01934-7855-47a7-bb28-f9d9058351b5 service neutron] 10.222.0.25 "GET /v2.0/networks/9354617a-e9e4-4d7b-a0eb-32322544a2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507659 Sep 27 12:28:10.837973 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-b0f4f529-57b5-4894-9d03-8548198c6da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:10.840038 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-b0f4f529-57b5-4894-9d03-8548198c6da1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02234d33e23642d9aaa9e248e4bd9949&device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 1097 time: 0.0710151 Sep 27 12:28:10.907252 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-6d9d8e92-58d8-4fb4-bb26-e4954f098a4e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7a442b7-0337-4966-b279-d5b8df76d742 HTTP/1.1" status: 200 len: 217 time: 0.0513208 Sep 27 12:28:11.015500 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-e785e009-b66a-4103-9683-0ea1a70ab760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:11.016985 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-e785e009-b66a-4103-9683-0ea1a70ab760 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b63fdef-f685-4755-a4ce-3355d57dd264 HTTP/1.1" status: 200 len: 850 time: 0.1015472 Sep 27 12:28:11.055036 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ee5aa900-36d0-465d-beb8-30818f6bda03 req-2b0d977b-ce81-4a0b-874b-0636836fa73e service neutron] 10.222.0.25 "GET /v2.0/networks/9354617a-e9e4-4d7b-a0eb-32322544a2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004418 Sep 27 12:28:11.074904 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b23fa6-6af4-4199-8999-835b6e44603d req-9887efe7-9829-4e78-aa69-052211032beb tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:11.076555 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-02b23fa6-6af4-4199-8999-835b6e44603d req-9887efe7-9829-4e78-aa69-052211032beb tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 944 time: 0.0527077 Sep 27 12:28:11.098739 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-1d220690-1dc2-4f85-b27f-7aa9db413672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:11.100276 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-1d220690-1dc2-4f85-b27f-7aa9db413672 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e2025397-7087-4c7f-a9f8-607a9a9daadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0756907 Sep 27 12:28:11.120934 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269b6fc-5fd2-4b9d-a057-7bb841d2e96b req-b2b47a2b-641e-4a87-a1b6-b56b28554024 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:11.123497 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6269b6fc-5fd2-4b9d-a057-7bb841d2e96b req-b2b47a2b-641e-4a87-a1b6-b56b28554024 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 944 time: 0.0843906 Sep 27 12:28:11.128305 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-02b23fa6-6af4-4199-8999-835b6e44603d req-21f107b2-a95e-44b3-a37f-e2144833e50b tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446541 Sep 27 12:28:11.257454 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6269b6fc-5fd2-4b9d-a057-7bb841d2e96b req-d1c02064-6293-4ae7-8db7-de09b40f3c81 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122613 Sep 27 12:28:11.268548 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1884f6-5df0-4676-b2f4-20b13603e736 req-7e30e6ea-7cc5-4944-b364-ec935b324986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:11.270054 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4b1884f6-5df0-4676-b2f4-20b13603e736 req-7e30e6ea-7cc5-4944-b364-ec935b324986 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6baa320158cf410f9e52ef8e3fa912c9&device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 1097 time: 0.1391656 Sep 27 12:28:11.290668 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-f8b82be0-ddbc-4a84-839b-268f5532ee3a service neutron] 10.222.0.25 "GET /v2.0/networks/e2025397-7087-4c7f-a9f8-607a9a9daadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816669 Sep 27 12:28:11.433284 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1884f6-5df0-4676-b2f4-20b13603e736 req-fd819071-357b-4dba-86ad-df0d9c41d57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:11.434737 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4b1884f6-5df0-4676-b2f4-20b13603e736 req-fd819071-357b-4dba-86ad-df0d9c41d57a service neutron] 10.222.0.25 "GET /v2.0/networks?id=9354617a-e9e4-4d7b-a0eb-32322544a2ef HTTP/1.1" status: 200 len: 910 time: 0.1578727 Sep 27 12:28:11.439950 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aefecc0d-1671-4056-afc6-bcf20d0b36a1 req-6a685e71-75b1-411b-88dc-f2931aa5686b service neutron] 10.222.0.25 "GET /v2.0/networks/e2025397-7087-4c7f-a9f8-607a9a9daadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384051 Sep 27 12:28:11.505635 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4b1884f6-5df0-4676-b2f4-20b13603e736 req-a7056238-dbe9-4280-ad48-ef5c8314fe1c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39ad1260-e58c-4012-a43a-9a3d02996011 HTTP/1.1" status: 200 len: 217 time: 0.0354903 Sep 27 12:28:11.554103 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1884f6-5df0-4676-b2f4-20b13603e736 req-48d8efa6-e50f-4727-8706-280e99a00125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:11.555497 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4b1884f6-5df0-4676-b2f4-20b13603e736 req-48d8efa6-e50f-4727-8706-280e99a00125 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9b234fa0-0a81-423f-a3ca-db50873bb00a HTTP/1.1" status: 200 len: 848 time: 0.0418942 Sep 27 12:28:11.572138 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:11.611858 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1884f6-5df0-4676-b2f4-20b13603e736 req-840f7095-04c4-422b-aa95-11829057a858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:11.613435 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4b1884f6-5df0-4676-b2f4-20b13603e736 req-840f7095-04c4-422b-aa95-11829057a858 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9354617a-e9e4-4d7b-a0eb-32322544a2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0510719 Sep 27 12:28:11.733476 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88e5df-169c-4a0e-ac56-0595a9a3d36a req-24f3b233-d676-4392-a7cc-3bc01a003c62 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:11.734930 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-bb88e5df-169c-4a0e-ac56-0595a9a3d36a req-24f3b233-d676-4392-a7cc-3bc01a003c62 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 947 time: 0.1041794 Sep 27 12:28:11.751537 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4b1884f6-5df0-4676-b2f4-20b13603e736 req-4245b8bf-c360-4ddc-bb52-91d59975b64c service neutron] 10.222.0.25 "GET /v2.0/networks/9354617a-e9e4-4d7b-a0eb-32322544a2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298146 Sep 27 12:28:11.800365 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-bb88e5df-169c-4a0e-ac56-0595a9a3d36a req-11235ac6-ed46-4d72-926b-53817d057a9f tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583770 Sep 27 12:28:11.853592 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4b1884f6-5df0-4676-b2f4-20b13603e736 req-1403ca8e-6c28-411a-8dd2-f9b878e0376e service neutron] 10.222.0.25 "GET /v2.0/networks/9354617a-e9e4-4d7b-a0eb-32322544a2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937903 Sep 27 12:28:12.227917 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8d9e1d-1d41-493a-a864-4d35effc9cb3', 'tag': 'f7a442b7-0337-4966-b279-d5b8df76d742'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:28:12.230280 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091eda8b-bbc1-4d89-bacf-d1d9a0256b02" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8d9e1d-1d41-493a-a864-4d35effc9cb3", "tag": "f7a442b7-0337-4966-b279-d5b8df76d742"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:28:12.241749 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab17e1-3481-49da-a617-7386a4d5fa09 req-ead42b64-cde0-412e-b423-5bd5e1f47caf tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:12.243263 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fcab17e1-3481-49da-a617-7386a4d5fa09 req-ead42b64-cde0-412e-b423-5bd5e1f47caf tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 944 time: 0.0473900 Sep 27 12:28:12.264418 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934fc2ca-0eb3-443b-b99b-878aa1d7dc34 x-openstack-request-id: req-934fc2ca-0eb3-443b-b99b-878aa1d7dc34 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:28:12.264698 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8d9e1d-1d41-493a-a864-4d35effc9cb3", "tag": "f7a442b7-0337-4966-b279-d5b8df76d742", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:28:12.264941 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-934fc2ca-0eb3-443b-b99b-878aa1d7dc34 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:28:12.265326 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8d9e1d-1d41-493a-a864-4d35effc9cb3', 'tag': 'f7a442b7-0337-4966-b279-d5b8df76d742', 'status': 'completed', 'code': 200} Sep 27 12:28:12.282390 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fcab17e1-3481-49da-a617-7386a4d5fa09 req-e5fb6d8e-211f-4c16-9d93-789766ca0658 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332527 Sep 27 12:28:12.338175 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091eda8b-bbc1-4d89-bacf-d1d9a0256b02 req-4c84ad13-7189-4e41-986f-a0e85a89277f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:12.340208 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-091eda8b-bbc1-4d89-bacf-d1d9a0256b02 req-4c84ad13-7189-4e41-986f-a0e85a89277f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02234d33e23642d9aaa9e248e4bd9949&device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 1097 time: 0.0528364 Sep 27 12:28:12.399864 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafcc65d-5d09-4425-8cfc-0862b7dbaa02 req-b9d2e360-0a8e-4398-97e4-2a7b7b98c9cb tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:12.401361 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fafcc65d-5d09-4425-8cfc-0862b7dbaa02 req-b9d2e360-0a8e-4398-97e4-2a7b7b98c9cb tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 944 time: 0.0754683 Sep 27 12:28:12.478566 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fafcc65d-5d09-4425-8cfc-0862b7dbaa02 req-3294dbf4-916d-4f6b-ae09-63f3b96738d0 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519018 Sep 27 12:28:12.481500 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091eda8b-bbc1-4d89-bacf-d1d9a0256b02 req-803f3b1d-f0cc-402c-a58a-db9ec27f41c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:12.482822 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-091eda8b-bbc1-4d89-bacf-d1d9a0256b02 req-803f3b1d-f0cc-402c-a58a-db9ec27f41c5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e2025397-7087-4c7f-a9f8-607a9a9daadf HTTP/1.1" status: 200 len: 912 time: 0.1297431 Sep 27 12:28:12.782115 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-091eda8b-bbc1-4d89-bacf-d1d9a0256b02 req-d4c480ff-f18e-43b0-acc8-2d3febc46cfb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7a442b7-0337-4966-b279-d5b8df76d742 HTTP/1.1" status: 200 len: 217 time: 0.2872176 Sep 27 12:28:12.830487 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091eda8b-bbc1-4d89-bacf-d1d9a0256b02 req-d3480a9e-acc3-49e2-80a7-44a691e661ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:12.831902 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-091eda8b-bbc1-4d89-bacf-d1d9a0256b02 req-d3480a9e-acc3-49e2-80a7-44a691e661ab service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b63fdef-f685-4755-a4ce-3355d57dd264 HTTP/1.1" status: 200 len: 850 time: 0.0425627 Sep 27 12:28:12.876709 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091eda8b-bbc1-4d89-bacf-d1d9a0256b02 req-54f27de3-b25d-45e6-953c-01e3f5374870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:12.878201 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-091eda8b-bbc1-4d89-bacf-d1d9a0256b02 req-54f27de3-b25d-45e6-953c-01e3f5374870 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e2025397-7087-4c7f-a9f8-607a9a9daadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399036 Sep 27 12:28:12.968109 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-091eda8b-bbc1-4d89-bacf-d1d9a0256b02 req-b62c0fd1-c103-4e04-a959-56d600afba89 service neutron] 10.222.0.25 "GET /v2.0/networks/e2025397-7087-4c7f-a9f8-607a9a9daadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828528 Sep 27 12:28:13.057195 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-091eda8b-bbc1-4d89-bacf-d1d9a0256b02 req-27699267-1d3e-4fbf-b5cc-218e1e2fa7cd service neutron] 10.222.0.25 "GET /v2.0/networks/e2025397-7087-4c7f-a9f8-607a9a9daadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824101 Sep 27 12:28:13.393867 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358df91-c2c6-49f5-8e0b-939e452572da req-67a38bb4-d910-47bb-877c-6ffd31495d9a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:13.395421 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6358df91-c2c6-49f5-8e0b-939e452572da req-67a38bb4-d910-47bb-877c-6ffd31495d9a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 944 time: 0.0473778 Sep 27 12:28:13.435942 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6358df91-c2c6-49f5-8e0b-939e452572da req-0d3c5dd9-c985-4c86-b7ef-6b8735955b93 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346417 Sep 27 12:28:13.596676 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ca7fa-8d15-45fb-92aa-fc2f9722069c req-7d727f13-8e1f-4771-9ee0-49bf63148e58 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:13.598169 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4d8ca7fa-8d15-45fb-92aa-fc2f9722069c req-7d727f13-8e1f-4771-9ee0-49bf63148e58 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 944 time: 0.0512261 Sep 27 12:28:13.636848 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4d8ca7fa-8d15-45fb-92aa-fc2f9722069c req-eb4989c9-9572-440c-8b18-42a3809e5c51 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327828 Sep 27 12:28:14.549188 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92225e13-337a-453f-b7fa-aaff7422335b req-e8bb1c2f-5676-487e-be4c-ec4c6efdfdd1 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:14.550681 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-92225e13-337a-453f-b7fa-aaff7422335b req-e8bb1c2f-5676-487e-be4c-ec4c6efdfdd1 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 944 time: 0.0485120 Sep 27 12:28:14.588813 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-92225e13-337a-453f-b7fa-aaff7422335b req-73f6dab6-d91d-4121-bc88-170ea8cfa8a6 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318968 Sep 27 12:28:14.751895 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7df1f-6015-4301-b5bf-d60d63471a22 req-1dbce880-11b9-46b1-aeaa-913b182a61aa tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:14.753371 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3ad7df1f-6015-4301-b5bf-d60d63471a22 req-1dbce880-11b9-46b1-aeaa-913b182a61aa tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 944 time: 0.0490441 Sep 27 12:28:14.790107 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3ad7df1f-6015-4301-b5bf-d60d63471a22 req-36fb7df4-d7bb-4257-80e9-068af4952d90 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309124 Sep 27 12:28:15.330414 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-17091bc2-76c8-47f4-924d-dc9b439995ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:15.703753 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fffb8e-3ce6-4e29-aee7-c4a62b76015b req-c5ec2206-d7bb-463b-bb74-ec88f1e7b97e tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:15.705448 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-26fffb8e-3ce6-4e29-aee7-c4a62b76015b req-c5ec2206-d7bb-463b-bb74-ec88f1e7b97e tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 944 time: 0.0491738 Sep 27 12:28:15.751614 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-26fffb8e-3ce6-4e29-aee7-c4a62b76015b req-671b0a36-9065-4548-bd1b-4ff99ac76ded tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403020 Sep 27 12:28:15.928811 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d15128-5dbb-442c-a390-5c20e038d1bb req-14d0ac51-43ea-4a02-b7c8-8016131d473c tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:15.930247 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b7d15128-5dbb-442c-a390-5c20e038d1bb req-14d0ac51-43ea-4a02-b7c8-8016131d473c tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 944 time: 0.0573869 Sep 27 12:28:15.971593 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b7d15128-5dbb-442c-a390-5c20e038d1bb req-b554a9b6-3e78-46f6-a671-e6ea271cd8aa tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346937 Sep 27 12:28:16.875740 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47bcc9b-d723-4e96-8ff4-f261fe3b41a3 req-cd972e46-c417-4bde-9ea4-e7d67dfd18ef tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:16.877308 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e47bcc9b-d723-4e96-8ff4-f261fe3b41a3 req-cd972e46-c417-4bde-9ea4-e7d67dfd18ef tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 944 time: 0.0566318 Sep 27 12:28:16.914397 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e47bcc9b-d723-4e96-8ff4-f261fe3b41a3 req-8bbf29a0-75b5-4c51-992d-203f31c1c36a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314286 Sep 27 12:28:17.088128 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333d996-73cb-492a-99a6-5a3f354a1ad7 req-0878ba19-a94b-48c1-99c6-993aac22f19c tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:17.089603 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6333d996-73cb-492a-99a6-5a3f354a1ad7 req-0878ba19-a94b-48c1-99c6-993aac22f19c tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 944 time: 0.0485168 Sep 27 12:28:17.127181 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6333d996-73cb-492a-99a6-5a3f354a1ad7 req-2930eb14-69a9-46cf-8620-01bc24ee41b0 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316381 Sep 27 12:28:17.515749 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-63cbfc0b-c110-47c2-969f-26a6d2058715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:18.027163 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef69926-44c3-444d-9e70-18f67d95e6ef req-79611933-6236-443a-8c06-3762fbddeb8e tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:18.028630 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8ef69926-44c3-444d-9e70-18f67d95e6ef req-79611933-6236-443a-8c06-3762fbddeb8e tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 944 time: 0.0483592 Sep 27 12:28:18.066594 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8ef69926-44c3-444d-9e70-18f67d95e6ef req-96f39c3c-c33d-4380-99dc-35921839e3c8 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319924 Sep 27 12:28:18.242416 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28e2b6-04af-473b-aab1-fa7373d11653 req-db2d9bbc-5dff-4830-ba72-4fc28625bf61 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:18.243811 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8c28e2b6-04af-473b-aab1-fa7373d11653 req-db2d9bbc-5dff-4830-ba72-4fc28625bf61 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 944 time: 0.0476441 Sep 27 12:28:18.301475 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8c28e2b6-04af-473b-aab1-fa7373d11653 req-14b9cc7d-a306-4509-8281-e442dc12e73c tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510967 Sep 27 12:28:18.719288 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:19.180756 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081e143-1b0f-4ffc-845b-07d111963c37 req-678f127a-a8f4-4cc4-976a-cdc9e0b98f43 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:19.182218 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5081e143-1b0f-4ffc-845b-07d111963c37 req-678f127a-a8f4-4cc4-976a-cdc9e0b98f43 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 944 time: 0.0499458 Sep 27 12:28:19.228424 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5081e143-1b0f-4ffc-845b-07d111963c37 req-315708a1-f54b-4988-a373-835473fb27ff tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395615 Sep 27 12:28:19.418377 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b156d2-15e2-4b2b-a419-cae9acc87c58 req-733b3679-6b82-4a15-acc2-b7fcbc71c845 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:19.419834 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d0b156d2-15e2-4b2b-a419-cae9acc87c58 req-733b3679-6b82-4a15-acc2-b7fcbc71c845 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 944 time: 0.0508754 Sep 27 12:28:19.457910 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d0b156d2-15e2-4b2b-a419-cae9acc87c58 req-bd43b480-9b86-45a8-ad39-5251e6e2bcb8 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321546 Sep 27 12:28:19.662616 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:19.765599 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 39ad1260-e58c-4012-a43a-9a3d02996011 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:28:19.858049 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 39ad1260-e58c-4012-a43a-9a3d02996011, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=39ad1260-e58c-4012-a43a-9a3d02996011,segment=NetworkSegment(4c61cb17-1bfa-40f8-bed2-80315b25d9e6),segment_id=4c61cb17-1bfa-40f8-bed2-80315b25d9e6)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:28:19.869062 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Returning: {'device': '39ad1260-e58c-4012-a43a-9a3d02996011', 'network_id': '9354617a-e9e4-4d7b-a0eb-32322544a2ef', 'port_id': '39ad1260-e58c-4012-a43a-9a3d02996011', 'mac_address': 'fa:16:3e:ff:0e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b234fa0-0a81-423f-a3ca-db50873bb00a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:28:19.905257 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:19.917373 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ad1260-e58c-4012-a43a-9a3d02996011 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:28:19.936408 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 39ad1260-e58c-4012-a43a-9a3d02996011, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=39ad1260-e58c-4012-a43a-9a3d02996011,segment=NetworkSegment(4c61cb17-1bfa-40f8-bed2-80315b25d9e6),segment_id=4c61cb17-1bfa-40f8-bed2-80315b25d9e6)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:28:19.940453 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:19.992546 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=39ad1260-e58c-4012-a43a-9a3d02996011,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:28:20.277689 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['39ad1260-e58c-4012-a43a-9a3d02996011'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:28:20.340681 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534df47-c268-411d-84f6-48ec46fe237c req-70bc6a3f-68a4-4c76-be9c-eb55a7526fbc tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:20.342269 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d534df47-c268-411d-84f6-48ec46fe237c req-70bc6a3f-68a4-4c76-be9c-eb55a7526fbc tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 944 time: 0.0482483 Sep 27 12:28:20.379870 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d534df47-c268-411d-84f6-48ec46fe237c req-1e72fbdd-90ac-4e46-8c52-06190ae4aa69 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316691 Sep 27 12:28:20.574192 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959be48-7e96-49ab-9a9b-d38c94c3e06b req-c30f9df2-317a-459e-8cfa-ed2c55823ee0 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:20.575701 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6959be48-7e96-49ab-9a9b-d38c94c3e06b req-c30f9df2-317a-459e-8cfa-ed2c55823ee0 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 945 time: 0.0508823 Sep 27 12:28:20.612922 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6959be48-7e96-49ab-9a9b-d38c94c3e06b req-7eee9a85-d041-4325-95bc-62887459c2af tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310237 Sep 27 12:28:20.687362 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:28:20.888695 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:21.495655 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfadb24-3a60-4a13-8b34-cbf1ee5dc582 req-9025f2df-428b-49b9-b6a0-06ec3089858e tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:21.497210 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7bfadb24-3a60-4a13-8b34-cbf1ee5dc582 req-9025f2df-428b-49b9-b6a0-06ec3089858e tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 944 time: 0.0496321 Sep 27 12:28:21.534129 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7bfadb24-3a60-4a13-8b34-cbf1ee5dc582 req-39605486-e198-4584-90d0-1f5cac60b185 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310683 Sep 27 12:28:21.727534 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ffbf1-2654-4def-80f5-8425ba4de718 req-af8b369d-cf0f-4063-b6df-d74487ae50d4 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:21.728978 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-127ffbf1-2654-4def-80f5-8425ba4de718 req-af8b369d-cf0f-4063-b6df-d74487ae50d4 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 945 time: 0.0481460 Sep 27 12:28:21.765588 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-127ffbf1-2654-4def-80f5-8425ba4de718 req-cd8b9114-9e86-4601-b7ce-3259205ca06a tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299838 Sep 27 12:28:21.789402 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device f7a442b7-0337-4966-b279-d5b8df76d742 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:28:21.791377 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 39ad1260-e58c-4012-a43a-9a3d02996011 up at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:28:21.896638 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning for port 39ad1260-e58c-4012-a43a-9a3d02996011 completed by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:28:21.903753 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning complete for port 39ad1260-e58c-4012-a43a-9a3d02996011 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:28:21.904121 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:21.943129 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port f7a442b7-0337-4966-b279-d5b8df76d742, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f7a442b7-0337-4966-b279-d5b8df76d742,segment=NetworkSegment(6cc3c066-be31-4e4b-8ade-e372dc2401b6),segment_id=6cc3c066-be31-4e4b-8ade-e372dc2401b6)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:28:21.960283 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Returning: {'device': 'f7a442b7-0337-4966-b279-d5b8df76d742', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'port_id': 'f7a442b7-0337-4966-b279-d5b8df76d742', 'mac_address': 'fa:16:3e:51:27:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:28:22.026132 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:22.044205 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:22.046630 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a442b7-0337-4966-b279-d5b8df76d742 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:28:22.079169 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port f7a442b7-0337-4966-b279-d5b8df76d742, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f7a442b7-0337-4966-b279-d5b8df76d742,segment=NetworkSegment(6cc3c066-be31-4e4b-8ade-e372dc2401b6),segment_id=6cc3c066-be31-4e4b-8ade-e372dc2401b6)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:28:22.085333 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824fc02f-5d88-492e-936b-234f2d02ee31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ad1260-e58c-4012-a43a-9a3d02996011'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:28:22.087581 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1408999cb3bb97c5ae56cf322f48a5762bdf0801c3dd38f4c7a67e93a613b0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599dd73a-3ee2-432b-b0b3-682e5e28a0a4" -d '{"events": [{"server_uuid": "824fc02f-5d88-492e-936b-234f2d02ee31", "name": "network-vif-plugged", "status": "completed", "tag": "39ad1260-e58c-4012-a43a-9a3d02996011"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:28:22.097111 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:22.103159 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 39ad1260-e58c-4012-a43a-9a3d02996011, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=39ad1260-e58c-4012-a43a-9a3d02996011,segment=NetworkSegment(4c61cb17-1bfa-40f8-bed2-80315b25d9e6),segment_id=4c61cb17-1bfa-40f8-bed2-80315b25d9e6)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:28:22.125235 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97832904-5d0f-4986-a5e2-c9d109b6c5a8 x-openstack-request-id: req-97832904-5d0f-4986-a5e2-c9d109b6c5a8 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:28:22.125519 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824fc02f-5d88-492e-936b-234f2d02ee31", "name": "network-vif-plugged", "status": "completed", "tag": "39ad1260-e58c-4012-a43a-9a3d02996011", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:28:22.125765 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-97832904-5d0f-4986-a5e2-c9d109b6c5a8 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:28:22.126144 dv-cinder-768458-11-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824fc02f-5d88-492e-936b-234f2d02ee31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ad1260-e58c-4012-a43a-9a3d02996011', 'code': 200} Sep 27 12:28:22.128815 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:22.154679 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=f7a442b7-0337-4966-b279-d5b8df76d742,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:28:22.205057 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=39ad1260-e58c-4012-a43a-9a3d02996011,revision_number=5']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:28:22.382042 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf89b30-3d99-410c-a18b-4665aa55cd5e req-b4aaa092-72e3-4a9d-b7f0-b33e69c15e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:22.383690 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-edf89b30-3d99-410c-a18b-4665aa55cd5e req-b4aaa092-72e3-4a9d-b7f0-b33e69c15e23 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 1099 time: 0.0437269 Sep 27 12:28:22.424641 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-edf89b30-3d99-410c-a18b-4665aa55cd5e req-a2b2346b-8d21-46a9-a955-5c4519ad8990 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326369 Sep 27 12:28:22.483003 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['f7a442b7-0337-4966-b279-d5b8df76d742'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:28:22.654067 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f725fd-8dfb-4cba-8550-51aa8332d9a1 req-33e6dde8-017e-4141-9841-652e301eb2eb tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:22.655659 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f7f725fd-8dfb-4cba-8550-51aa8332d9a1 req-33e6dde8-017e-4141-9841-652e301eb2eb tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 945 time: 0.0530238 Sep 27 12:28:22.693682 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f7f725fd-8dfb-4cba-8550-51aa8332d9a1 req-fa9f6f8c-0ecf-4749-a223-5a31c4a8d4d8 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321448 Sep 27 12:28:22.880552 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6a3d2-4843-4713-8d24-0168034e8090 req-0d75a650-3ad0-48bb-8bb8-f6d3cc3344a9 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:22.882169 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-9fa6a3d2-4843-4713-8d24-0168034e8090 req-0d75a650-3ad0-48bb-8bb8-f6d3cc3344a9 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 946 time: 0.0507393 Sep 27 12:28:22.922761 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-9fa6a3d2-4843-4713-8d24-0168034e8090 req-1b4a5491-c411-4e98-8be5-c0cbf975cb96 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339897 Sep 27 12:28:23.791195 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device f7a442b7-0337-4966-b279-d5b8df76d742 up at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:28:23.816062 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0e1e6-a957-4cb5-af1f-2a4fb82f863f req-97e490d6-7a6d-4472-abd9-cc30df928fe4 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:23.816897 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-92e0e1e6-a957-4cb5-af1f-2a4fb82f863f req-97e490d6-7a6d-4472-abd9-cc30df928fe4 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 945 time: 0.0529835 Sep 27 12:28:23.843147 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning for port f7a442b7-0337-4966-b279-d5b8df76d742 completed by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:28:23.846784 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning complete for port f7a442b7-0337-4966-b279-d5b8df76d742 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:28:23.847184 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:23.855762 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-92e0e1e6-a957-4cb5-af1f-2a4fb82f863f req-562e5765-1b96-4825-b277-3a2df2df8f2c tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332251 Sep 27 12:28:23.923777 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:23.963195 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port f7a442b7-0337-4966-b279-d5b8df76d742, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f7a442b7-0337-4966-b279-d5b8df76d742,segment=NetworkSegment(6cc3c066-be31-4e4b-8ade-e372dc2401b6),segment_id=6cc3c066-be31-4e4b-8ade-e372dc2401b6)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:28:23.967068 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:24.015092 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=f7a442b7-0337-4966-b279-d5b8df76d742,revision_number=5']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:28:24.043266 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f6d8c-8904-44dc-a117-81c7765731ae req-288e2a0b-95e0-4438-b3dc-a8aa44f22e85 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:24.046399 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f92f6d8c-8904-44dc-a117-81c7765731ae req-288e2a0b-95e0-4438-b3dc-a8aa44f22e85 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 946 time: 0.0531194 Sep 27 12:28:24.088915 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f92f6d8c-8904-44dc-a117-81c7765731ae req-49ab01eb-687d-47cd-b55c-d86656b9b856 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357549 Sep 27 12:28:24.127522 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8d9e1d-1d41-493a-a864-4d35effc9cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a442b7-0337-4966-b279-d5b8df76d742'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:28:24.130179 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1408999cb3bb97c5ae56cf322f48a5762bdf0801c3dd38f4c7a67e93a613b0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124c47d0-d394-46ca-939e-3e5ffdaba041" -d '{"events": [{"server_uuid": "7e8d9e1d-1d41-493a-a864-4d35effc9cb3", "name": "network-vif-plugged", "status": "completed", "tag": "f7a442b7-0337-4966-b279-d5b8df76d742"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:28:24.168687 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae6ad8b-92a8-44c5-8d1a-4602d50d2853 x-openstack-request-id: req-2ae6ad8b-92a8-44c5-8d1a-4602d50d2853 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:28:24.168972 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8d9e1d-1d41-493a-a864-4d35effc9cb3", "name": "network-vif-plugged", "status": "completed", "tag": "f7a442b7-0337-4966-b279-d5b8df76d742", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:28:24.169224 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ae6ad8b-92a8-44c5-8d1a-4602d50d2853 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:28:24.169609 dv-cinder-768458-11-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8d9e1d-1d41-493a-a864-4d35effc9cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a442b7-0337-4966-b279-d5b8df76d742', 'code': 200} Sep 27 12:28:24.419719 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaeab5d-7d65-4851-9f4f-3b9dd4e4dace req-4ddcf9e3-5513-4275-b609-a2b8fd69f454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:24.421222 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-cdaeab5d-7d65-4851-9f4f-3b9dd4e4dace req-4ddcf9e3-5513-4275-b609-a2b8fd69f454 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 1099 time: 0.0405746 Sep 27 12:28:24.458738 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-cdaeab5d-7d65-4851-9f4f-3b9dd4e4dace req-7803e0c0-b647-4a1c-b494-34984ed5550d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292742 Sep 27 12:28:25.130810 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc6c151-96f2-485e-b4b1-d5e7c56d97e1 req-46aef843-2276-470d-b4b8-10b389a57787 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:25.131416 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5dc6c151-96f2-485e-b4b1-d5e7c56d97e1 req-46aef843-2276-470d-b4b8-10b389a57787 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 946 time: 0.0492177 Sep 27 12:28:25.170237 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5dc6c151-96f2-485e-b4b1-d5e7c56d97e1 req-764aca68-b358-4511-b8a9-dffc76a3e0e2 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328279 Sep 27 12:28:25.208854 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31992807-0f05-4678-8e6b-0cfacb4dc7df req-77972050-faab-4ade-8e49-d7a208c8e6ad tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:25.210374 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-31992807-0f05-4678-8e6b-0cfacb4dc7df req-77972050-faab-4ade-8e49-d7a208c8e6ad tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 946 time: 0.0515785 Sep 27 12:28:25.248377 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-31992807-0f05-4678-8e6b-0cfacb4dc7df req-e26d891b-011c-4d77-8ce0-2cd8a85955d1 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313852 Sep 27 12:28:25.367207 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745c1be-fad3-4b2e-bf92-b06aebcd959f req-fd31f514-7b09-4090-a7c7-3be81cccadd7 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:25.368652 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9745c1be-fad3-4b2e-bf92-b06aebcd959f req-fd31f514-7b09-4090-a7c7-3be81cccadd7 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 946 time: 0.0544577 Sep 27 12:28:25.407039 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9745c1be-fad3-4b2e-bf92-b06aebcd959f req-965e147b-3251-4988-8f62-bf9ab9d8ed2d tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320268 Sep 27 12:28:25.427661 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 34078) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:28:25.512273 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9186c17e-8322-4ac3-9653-59cba8fe185d tempest-TestShelveInstance-1549315527 tempest-TestShelveInstance-1549315527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:25.513850 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-9186c17e-8322-4ac3-9653-59cba8fe185d tempest-TestShelveInstance-1549315527 tempest-TestShelveInstance-1549315527-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 1094 time: 0.0853012 Sep 27 12:28:25.516758 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 34082) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:28:25.520957 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-74e66ffc-3aa3-4c82-84bd-79784e29b566 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Request body: {'floatingip': {'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'port_id': '39ad1260-e58c-4012-a43a-9a3d02996011', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:28:25.542875 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-74e66ffc-3aa3-4c82-84bd-79784e29b566 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks [] for floatingip, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:25.638937 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-74e66ffc-3aa3-4c82-84bd-79784e29b566 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:25.740219 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-74e66ffc-3aa3-4c82-84bd-79784e29b566 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Allocated IP 172.27.2.26 (1438fd00-25c8-4de7-950d-8ff7237ae90c/dd58ffbb-8e9b-44c5-a656-07f4206120ad/526d6f16-024e-4775-a23c-8c19d8c2af26) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:28:25.846451 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-74e66ffc-3aa3-4c82-84bd-79784e29b566 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:25.882109 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-74e66ffc-3aa3-4c82-84bd-79784e29b566 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4103691'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:25.920581 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e66ffc-3aa3-4c82-84bd-79784e29b566 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Network 1438fd00-25c8-4de7-950d-8ff7237ae90c is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:28:25.923599 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-74e66ffc-3aa3-4c82-84bd-79784e29b566 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:28:25.927323 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e66ffc-3aa3-4c82-84bd-79784e29b566 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:28:25.935927 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e66ffc-3aa3-4c82-84bd-79784e29b566 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Pushing event updated for resources: {'Port': ['ID=526d6f16-024e-4775-a23c-8c19d8c2af26,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:28:25.963385 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e66ffc-3aa3-4c82-84bd-79784e29b566 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:25.963730 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e66ffc-3aa3-4c82-84bd-79784e29b566 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:25.964065 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e66ffc-3aa3-4c82-84bd-79784e29b566 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:25.964394 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e66ffc-3aa3-4c82-84bd-79784e29b566 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:25.964720 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e66ffc-3aa3-4c82-84bd-79784e29b566 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:25.965048 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e66ffc-3aa3-4c82-84bd-79784e29b566 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:25.965368 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e66ffc-3aa3-4c82-84bd-79784e29b566 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:25.965688 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e66ffc-3aa3-4c82-84bd-79784e29b566 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:25.966006 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e66ffc-3aa3-4c82-84bd-79784e29b566 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:25.966321 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e66ffc-3aa3-4c82-84bd-79784e29b566 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:25.966650 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e66ffc-3aa3-4c82-84bd-79784e29b566 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:25.966952 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e66ffc-3aa3-4c82-84bd-79784e29b566 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:28:26.508551 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4ef79-b60e-45f4-8692-cdc308f2f6f8 req-9539b91d-5f34-40f9-92aa-bb8be43833bc tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:26.509995 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7af4ef79-b60e-45f4-8692-cdc308f2f6f8 req-9539b91d-5f34-40f9-92aa-bb8be43833bc tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 946 time: 0.0937769 Sep 27 12:28:26.590313 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7af4ef79-b60e-45f4-8692-cdc308f2f6f8 req-e3968ec6-31d2-421d-a459-a75ef1f399d9 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721176 Sep 27 12:28:26.596475 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-74e66ffc-3aa3-4c82-84bd-79784e29b566 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:26.667437 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-74e66ffc-3aa3-4c82-84bd-79784e29b566 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:26.767562 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29586dce-bf2a-404f-91c2-dc535cf6e189 req-b0a86d64-90dd-41d3-8627-8e59cc190bef tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:26.769092 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-29586dce-bf2a-404f-91c2-dc535cf6e189 req-b0a86d64-90dd-41d3-8627-8e59cc190bef tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 946 time: 0.1078305 Sep 27 12:28:26.814169 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-29586dce-bf2a-404f-91c2-dc535cf6e189 req-ecacc522-8213-4328-ae32-42205554ef32 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373383 Sep 27 12:28:26.836335 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 34092) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:28:26.843163 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-74e66ffc-3aa3-4c82-84bd-79784e29b566 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:26.848379 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-74e66ffc-3aa3-4c82-84bd-79784e29b566 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4103680'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:26.919283 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e66ffc-3aa3-4c82-84bd-79784e29b566 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Pushing event updated for resources: {'Port': ['ID=526d6f16-024e-4775-a23c-8c19d8c2af26,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:28:26.929380 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-74e66ffc-3aa3-4c82-84bd-79784e29b566 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528668'] for floatingip, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:26.975071 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c046f20-1656-4c2e-8af5-042845cee79c tempest-TestVolumeBootPattern-1989762707 tempest-TestVolumeBootPattern-1989762707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:26.976559 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-3c046f20-1656-4c2e-8af5-042845cee79c tempest-TestVolumeBootPattern-1989762707 tempest-TestVolumeBootPattern-1989762707-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 1094 time: 0.1391230 Sep 27 12:28:26.979401 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 34096) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:28:26.984229 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-c9348457-2e80-474b-90e7-27ae6260604a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Request body: {'floatingip': {'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'port_id': 'f7a442b7-0337-4966-b279-d5b8df76d742', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:28:27.007766 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c9348457-2e80-474b-90e7-27ae6260604a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for floatingip, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:27.030807 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.db.l3_db [None req-74e66ffc-3aa3-4c82-84bd-79784e29b566 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Floating IP a47e9d8b-7c0f-414c-a066-cf81ab8a034f associated. External IP: 172.27.2.26, port: 39ad1260-e58c-4012-a43a-9a3d02996011. Sep 27 12:28:27.115114 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c9348457-2e80-474b-90e7-27ae6260604a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:27.223805 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-c9348457-2e80-474b-90e7-27ae6260604a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Allocated IP 172.27.2.183 (1438fd00-25c8-4de7-950d-8ff7237ae90c/dd58ffbb-8e9b-44c5-a656-07f4206120ad/69fe44aa-1366-46b8-9a53-47e6a95e6f3a) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:28:27.246419 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e66ffc-3aa3-4c82-84bd-79784e29b566 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Router 2aa046d3-9d3c-4ee9-a870-4443f9203007 has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:28:27.340827 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c9348457-2e80-474b-90e7-27ae6260604a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:27.357372 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e66ffc-3aa3-4c82-84bd-79784e29b566 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:28:27.367556 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb066784-cea3-4087-a43c-ebea0a9786a8 None None] Sync routers for ids ['2aa046d3-9d3c-4ee9-a870-4443f9203007'] in dv-cinder-768458-11-iscsi {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:28:27.374587 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-74e66ffc-3aa3-4c82-84bd-79784e29b566 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:27.379810 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb066784-cea3-4087-a43c-ebea0a9786a8 None None] Routers {'2aa046d3-9d3c-4ee9-a870-4443f9203007'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:28:27.380605 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c9348457-2e80-474b-90e7-27ae6260604a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:27.380762 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-eb066784-cea3-4087-a43c-ebea0a9786a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:28:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['2aa046d3-9d3c-4ee9-a870-4443f9203007'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:28:27.402128 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-74e66ffc-3aa3-4c82-84bd-79784e29b566 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8843381 Sep 27 12:28:27.402716 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824fc02f-5d88-492e-936b-234f2d02ee31', 'tag': '39ad1260-e58c-4012-a43a-9a3d02996011'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:28:27.405029 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c26ab455eec571cb02c2f89dbcf09edd8fa8b0e7f71c3551ef27f8a7e15ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4959936-b83d-4dd9-b46c-675829af858c" -d '{"events": [{"name": "network-changed", "server_uuid": "824fc02f-5d88-492e-936b-234f2d02ee31", "tag": "39ad1260-e58c-4012-a43a-9a3d02996011"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:28:27.416257 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9348457-2e80-474b-90e7-27ae6260604a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Network 1438fd00-25c8-4de7-950d-8ff7237ae90c is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:28:27.419828 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-c9348457-2e80-474b-90e7-27ae6260604a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:28:27.423786 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9348457-2e80-474b-90e7-27ae6260604a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:28:27.456681 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d093c791-cc6d-480b-b319-417797a41ead x-openstack-request-id: req-d093c791-cc6d-480b-b319-417797a41ead {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:28:27.456973 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824fc02f-5d88-492e-936b-234f2d02ee31", "tag": "39ad1260-e58c-4012-a43a-9a3d02996011", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:28:27.457225 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d093c791-cc6d-480b-b319-417797a41ead {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:28:27.457627 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824fc02f-5d88-492e-936b-234f2d02ee31', 'tag': '39ad1260-e58c-4012-a43a-9a3d02996011', 'status': 'completed', 'code': 200} Sep 27 12:28:27.461095 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9348457-2e80-474b-90e7-27ae6260604a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Pushing event updated for resources: {'Port': ['ID=69fe44aa-1366-46b8-9a53-47e6a95e6f3a,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:28:27.592919 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4959936-b83d-4dd9-b46c-675829af858c req-39141f05-45c6-4e2e-82bc-5465e114f1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:27.594439 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f4959936-b83d-4dd9-b46c-675829af858c req-39141f05-45c6-4e2e-82bc-5465e114f1cb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6baa320158cf410f9e52ef8e3fa912c9&device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 1099 time: 0.0866876 Sep 27 12:28:27.638029 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-eb066784-cea3-4087-a43c-ebea0a9786a8 None None] Set router 2aa046d3-9d3c-4ee9-a870-4443f9203007 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:28:27.773869 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4959936-b83d-4dd9-b46c-675829af858c req-f930ee6f-724b-402f-8821-9579ec995fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:27.775408 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f4959936-b83d-4dd9-b46c-675829af858c req-f930ee6f-724b-402f-8821-9579ec995fa4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9354617a-e9e4-4d7b-a0eb-32322544a2ef HTTP/1.1" status: 200 len: 910 time: 0.1444969 Sep 27 12:28:27.857454 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-eb066784-cea3-4087-a43c-ebea0a9786a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'name': 'tempest-TestShelveInstance-1451562178-router', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '51046511-afdd-48a2-8673-6f18d875d5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:27:16Z', 'updated_at': '2021-09-27T12:27:18Z', 'revision_number': 4, 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'gw_port': {'id': '51046511-afdd-48a2-8673-6f18d875d5e8', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:16Z', 'updated_at': '2021-09-27T12:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_floatingips': [{'id': 'a47e9d8b-7c0f-414c-a066-cf81ab8a034f', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'router_id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'port_id': '39ad1260-e58c-4012-a43a-9a3d02996011', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9354617a-e9e4-4d7b-a0eb-32322544a2ef', 'mac_address': 'fa:16:3e:ff:0e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824fc02f-5d88-492e-936b-234f2d02ee31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:28:26Z', 'updated_at': '2021-09-27T12:28:26Z', 'revision_number': 0, 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '915fb6da-6a48-41b6-b8c2-65af18418ab5', 'name': '', 'network_id': '9354617a-e9e4-4d7b-a0eb-32322544a2ef', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'mac_address': 'fa:16:3e:e7:64:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9b234fa0-0a81-423f-a3ca-db50873bb00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:18Z', 'updated_at': '2021-09-27T12:27:25Z', 'revision_number': 5, 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'subnets': [{'id': '9b234fa0-0a81-423f-a3ca-db50873bb00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:28:27.887259 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb066784-cea3-4087-a43c-ebea0a9786a8 None None] Checking router: 2aa046d3-9d3c-4ee9-a870-4443f9203007 for host: dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:28:27.896293 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb066784-cea3-4087-a43c-ebea0a9786a8 None None] Routers {'2aa046d3-9d3c-4ee9-a870-4443f9203007'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:28:27.896897 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-eb066784-cea3-4087-a43c-ebea0a9786a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:28:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['2aa046d3-9d3c-4ee9-a870-4443f9203007'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:28:27.902399 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f4959936-b83d-4dd9-b46c-675829af858c req-c54213bb-83e0-40d4-b324-aacc25eee258 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39ad1260-e58c-4012-a43a-9a3d02996011 HTTP/1.1" status: 200 len: 999 time: 0.1043675 Sep 27 12:28:28.002014 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4959936-b83d-4dd9-b46c-675829af858c req-9b8e19a8-fd1a-4c45-9665-7f2f80e55119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:28.003127 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f4959936-b83d-4dd9-b46c-675829af858c req-9b8e19a8-fd1a-4c45-9665-7f2f80e55119 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9b234fa0-0a81-423f-a3ca-db50873bb00a HTTP/1.1" status: 200 len: 848 time: 0.0932367 Sep 27 12:28:28.006302 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-eb066784-cea3-4087-a43c-ebea0a9786a8 None None] Set router 2aa046d3-9d3c-4ee9-a870-4443f9203007 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:28:28.007374 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c9348457-2e80-474b-90e7-27ae6260604a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:28.084455 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4959936-b83d-4dd9-b46c-675829af858c req-d0e0ceba-b282-452e-86d3-1614141846bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:28.085970 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f4959936-b83d-4dd9-b46c-675829af858c req-d0e0ceba-b282-452e-86d3-1614141846bf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9354617a-e9e4-4d7b-a0eb-32322544a2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0748856 Sep 27 12:28:28.128227 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c9348457-2e80-474b-90e7-27ae6260604a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:28.231044 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-eb066784-cea3-4087-a43c-ebea0a9786a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'name': 'tempest-TestShelveInstance-1451562178-router', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '51046511-afdd-48a2-8673-6f18d875d5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:27:16Z', 'updated_at': '2021-09-27T12:27:18Z', 'revision_number': 4, 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'gw_port': {'id': '51046511-afdd-48a2-8673-6f18d875d5e8', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:16Z', 'updated_at': '2021-09-27T12:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_floatingips': [{'id': 'a47e9d8b-7c0f-414c-a066-cf81ab8a034f', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'router_id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'port_id': '39ad1260-e58c-4012-a43a-9a3d02996011', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9354617a-e9e4-4d7b-a0eb-32322544a2ef', 'mac_address': 'fa:16:3e:ff:0e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824fc02f-5d88-492e-936b-234f2d02ee31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:28:26Z', 'updated_at': '2021-09-27T12:28:26Z', 'revision_number': 0, 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '915fb6da-6a48-41b6-b8c2-65af18418ab5', 'name': '', 'network_id': '9354617a-e9e4-4d7b-a0eb-32322544a2ef', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'mac_address': 'fa:16:3e:e7:64:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9b234fa0-0a81-423f-a3ca-db50873bb00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:18Z', 'updated_at': '2021-09-27T12:27:25Z', 'revision_number': 5, 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'subnets': [{'id': '9b234fa0-0a81-423f-a3ca-db50873bb00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:28:28.248540 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f4959936-b83d-4dd9-b46c-675829af858c req-0c2a3396-323f-4895-96da-c4df0e9df5f9 service neutron] 10.222.0.25 "GET /v2.0/networks/9354617a-e9e4-4d7b-a0eb-32322544a2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457765 Sep 27 12:28:28.256919 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb066784-cea3-4087-a43c-ebea0a9786a8 None None] The sync data for ids ['2aa046d3-9d3c-4ee9-a870-4443f9203007'] in dv-cinder-768458-11-iscsi is: [{'id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'name': 'tempest-TestShelveInstance-1451562178-router', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '51046511-afdd-48a2-8673-6f18d875d5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:27:16Z', 'updated_at': '2021-09-27T12:27:18Z', 'revision_number': 4, 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'gw_port': {'id': '51046511-afdd-48a2-8673-6f18d875d5e8', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:16Z', 'updated_at': '2021-09-27T12:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_floatingips': [{'id': 'a47e9d8b-7c0f-414c-a066-cf81ab8a034f', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'router_id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'port_id': '39ad1260-e58c-4012-a43a-9a3d02996011', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9354617a-e9e4-4d7b-a0eb-32322544a2ef', 'mac_address': 'fa:16:3e:ff:0e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824fc02f-5d88-492e-936b-234f2d02ee31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:28:26Z', 'updated_at': '2021-09-27T12:28:26Z', 'revision_number': 0, 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '915fb6da-6a48-41b6-b8c2-65af18418ab5', 'name': '', 'network_id': '9354617a-e9e4-4d7b-a0eb-32322544a2ef', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'mac_address': 'fa:16:3e:e7:64:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9b234fa0-0a81-423f-a3ca-db50873bb00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:18Z', 'updated_at': '2021-09-27T12:27:25Z', 'revision_number': 5, 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'subnets': [{'id': '9b234fa0-0a81-423f-a3ca-db50873bb00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:28:28.409900 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c9348457-2e80-474b-90e7-27ae6260604a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:28.414254 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f4959936-b83d-4dd9-b46c-675829af858c req-18ece05c-06be-4217-80b7-180a1a71c5f8 service neutron] 10.222.0.25 "GET /v2.0/networks/9354617a-e9e4-4d7b-a0eb-32322544a2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344097 Sep 27 12:28:28.417743 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c9348457-2e80-474b-90e7-27ae6260604a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:28.472259 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2fde44-088d-46d5-93ae-02b703fe9872 None None] New status for floating IP a47e9d8b-7c0f-414c-a066-cf81ab8a034f: ACTIVE {{(pid=94064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:28:28.492003 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9348457-2e80-474b-90e7-27ae6260604a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Pushing event updated for resources: {'Port': ['ID=69fe44aa-1366-46b8-9a53-47e6a95e6f3a,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:28:28.503346 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c9348457-2e80-474b-90e7-27ae6260604a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528668'] for floatingip, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:28.608781 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.db.l3_db [None req-c9348457-2e80-474b-90e7-27ae6260604a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Floating IP aef7359f-272f-474c-b2a2-d422c2a89515 associated. External IP: 172.27.2.183, port: f7a442b7-0337-4966-b279-d5b8df76d742. Sep 27 12:28:28.820919 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9348457-2e80-474b-90e7-27ae6260604a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Router bb0e9400-b7d9-4e83-9682-c0b128d33e48 has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:28:28.929025 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9348457-2e80-474b-90e7-27ae6260604a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:28:28.938331 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb2c7d8-816e-4da6-bd79-4e775521496a None None] Sync routers for ids ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'] in dv-cinder-768458-11-iscsi {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:28:28.946543 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c9348457-2e80-474b-90e7-27ae6260604a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for floatingip, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:28.948365 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb2c7d8-816e-4da6-bd79-4e775521496a None None] Routers {'bb0e9400-b7d9-4e83-9682-c0b128d33e48'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:28:28.949042 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-fcb2c7d8-816e-4da6-bd79-4e775521496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:28:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:28:28.976107 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-c9348457-2e80-474b-90e7-27ae6260604a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9950066 Sep 27 12:28:28.976655 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8d9e1d-1d41-493a-a864-4d35effc9cb3', 'tag': 'f7a442b7-0337-4966-b279-d5b8df76d742'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:28:28.978937 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8650769-25fd-49c5-a4c2-4f4e2fc50a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8d9e1d-1d41-493a-a864-4d35effc9cb3", "tag": "f7a442b7-0337-4966-b279-d5b8df76d742"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:28:29.019510 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd77213a-8d45-4a10-b52f-916f863c01f5 x-openstack-request-id: req-bd77213a-8d45-4a10-b52f-916f863c01f5 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:28:29.019801 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8d9e1d-1d41-493a-a864-4d35effc9cb3", "tag": "f7a442b7-0337-4966-b279-d5b8df76d742", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:28:29.020052 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bd77213a-8d45-4a10-b52f-916f863c01f5 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:28:29.020456 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8d9e1d-1d41-493a-a864-4d35effc9cb3', 'tag': 'f7a442b7-0337-4966-b279-d5b8df76d742', 'status': 'completed', 'code': 200} Sep 27 12:28:29.066739 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-fcb2c7d8-816e-4da6-bd79-4e775521496a None None] Set router bb0e9400-b7d9-4e83-9682-c0b128d33e48 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:28:29.086095 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8650769-25fd-49c5-a4c2-4f4e2fc50a1b req-a35f768b-150c-48ac-948a-6abe46cac4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:29.087650 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a8650769-25fd-49c5-a4c2-4f4e2fc50a1b req-a35f768b-150c-48ac-948a-6abe46cac4f2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02234d33e23642d9aaa9e248e4bd9949&device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 1099 time: 0.0416892 Sep 27 12:28:29.180731 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8650769-25fd-49c5-a4c2-4f4e2fc50a1b req-bdaf71b5-d187-4323-8a02-af03a6df0cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:29.182653 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a8650769-25fd-49c5-a4c2-4f4e2fc50a1b req-bdaf71b5-d187-4323-8a02-af03a6df0cc3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e2025397-7087-4c7f-a9f8-607a9a9daadf HTTP/1.1" status: 200 len: 912 time: 0.0871844 Sep 27 12:28:29.249824 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a8650769-25fd-49c5-a4c2-4f4e2fc50a1b req-7057a840-395d-4f80-8659-165970f7e8fb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7a442b7-0337-4966-b279-d5b8df76d742 HTTP/1.1" status: 200 len: 1000 time: 0.0574903 Sep 27 12:28:29.302943 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-fcb2c7d8-816e-4da6-bd79-4e775521496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'name': 'tempest-TestVolumeBootPattern-551154710-router', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:31Z', 'updated_at': '2021-09-27T12:21:35Z', 'revision_number': 4, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'gw_port': {'id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:32Z', 'updated_at': '2021-09-27T12:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_floatingips': [{'id': '086141e2-e605-498c-b1ec-f990ac86b939', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'router_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'port_id': '53ec538b-483e-466d-a47a-a6e2771022c4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'mac_address': 'fa:16:3e:c9:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e08aba3-50e1-4110-a83d-39765a5aa1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:25:44Z', 'updated_at': '2021-09-27T12:25:46Z', 'revision_number': 1, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'fixed_ip_address_scope': None}, {'id': 'aef7359f-272f-474c-b2a2-d422c2a89515', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'router_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'port_id': 'f7a442b7-0337-4966-b279-d5b8df76d742', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'mac_address': 'fa:16:3e:51:27:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8d9e1d-1d41-493a-a864-4d35effc9cb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:28:27Z', 'updated_at': '2021-09-27T12:28:27Z', 'revision_number': 0, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78078fd6-c318-424e-bcdb-913e81f88b04', 'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'mac_address': 'fa:16:3e:e7:d0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:34Z', 'updated_at': '2021-09-27T12:21:39Z', 'revision_number': 5, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'subnets': [{'id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:28:29.330963 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb2c7d8-816e-4da6-bd79-4e775521496a None None] Checking router: bb0e9400-b7d9-4e83-9682-c0b128d33e48 for host: dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:28:29.340189 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb2c7d8-816e-4da6-bd79-4e775521496a None None] Routers {'bb0e9400-b7d9-4e83-9682-c0b128d33e48'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:28:29.340813 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-fcb2c7d8-816e-4da6-bd79-4e775521496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:28:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:28:29.460689 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-fcb2c7d8-816e-4da6-bd79-4e775521496a None None] Set router bb0e9400-b7d9-4e83-9682-c0b128d33e48 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:28:29.559328 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8650769-25fd-49c5-a4c2-4f4e2fc50a1b req-86584501-23c0-4edd-a86c-8056a6d159f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:29.560835 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a8650769-25fd-49c5-a4c2-4f4e2fc50a1b req-86584501-23c0-4edd-a86c-8056a6d159f2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b63fdef-f685-4755-a4ce-3355d57dd264 HTTP/1.1" status: 200 len: 850 time: 0.3042858 Sep 27 12:28:29.611760 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8650769-25fd-49c5-a4c2-4f4e2fc50a1b req-c02fb677-b8a7-4675-a5e9-16fb6c8dbe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:29.613668 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a8650769-25fd-49c5-a4c2-4f4e2fc50a1b req-c02fb677-b8a7-4675-a5e9-16fb6c8dbe8f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e2025397-7087-4c7f-a9f8-607a9a9daadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0443716 Sep 27 12:28:29.738750 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-fcb2c7d8-816e-4da6-bd79-4e775521496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'name': 'tempest-TestVolumeBootPattern-551154710-router', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:31Z', 'updated_at': '2021-09-27T12:21:35Z', 'revision_number': 4, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'gw_port': {'id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:32Z', 'updated_at': '2021-09-27T12:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_floatingips': [{'id': '086141e2-e605-498c-b1ec-f990ac86b939', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'router_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'port_id': '53ec538b-483e-466d-a47a-a6e2771022c4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'mac_address': 'fa:16:3e:c9:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e08aba3-50e1-4110-a83d-39765a5aa1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:25:44Z', 'updated_at': '2021-09-27T12:25:46Z', 'revision_number': 1, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'fixed_ip_address_scope': None}, {'id': 'aef7359f-272f-474c-b2a2-d422c2a89515', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'router_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'port_id': 'f7a442b7-0337-4966-b279-d5b8df76d742', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'mac_address': 'fa:16:3e:51:27:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8d9e1d-1d41-493a-a864-4d35effc9cb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:28:27Z', 'updated_at': '2021-09-27T12:28:27Z', 'revision_number': 0, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78078fd6-c318-424e-bcdb-913e81f88b04', 'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'mac_address': 'fa:16:3e:e7:d0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:34Z', 'updated_at': '2021-09-27T12:21:39Z', 'revision_number': 5, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'subnets': [{'id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:28:29.740300 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a8650769-25fd-49c5-a4c2-4f4e2fc50a1b req-b8d080e7-a59d-45aa-8b2f-7afc1f594fc8 service neutron] 10.222.0.25 "GET /v2.0/networks/e2025397-7087-4c7f-a9f8-607a9a9daadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170194 Sep 27 12:28:29.773198 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb2c7d8-816e-4da6-bd79-4e775521496a None None] The sync data for ids ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'] in dv-cinder-768458-11-iscsi is: [{'id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'name': 'tempest-TestVolumeBootPattern-551154710-router', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:31Z', 'updated_at': '2021-09-27T12:21:35Z', 'revision_number': 4, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'gw_port': {'id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:32Z', 'updated_at': '2021-09-27T12:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_floatingips': [{'id': '086141e2-e605-498c-b1ec-f990ac86b939', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'router_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'port_id': '53ec538b-483e-466d-a47a-a6e2771022c4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'mac_address': 'fa:16:3e:c9:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e08aba3-50e1-4110-a83d-39765a5aa1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:25:44Z', 'updated_at': '2021-09-27T12:25:46Z', 'revision_number': 1, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'fixed_ip_address_scope': None}, {'id': 'aef7359f-272f-474c-b2a2-d422c2a89515', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'router_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'port_id': 'f7a442b7-0337-4966-b279-d5b8df76d742', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'mac_address': 'fa:16:3e:51:27:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8d9e1d-1d41-493a-a864-4d35effc9cb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:28:27Z', 'updated_at': '2021-09-27T12:28:27Z', 'revision_number': 0, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78078fd6-c318-424e-bcdb-913e81f88b04', 'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'mac_address': 'fa:16:3e:e7:d0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:34Z', 'updated_at': '2021-09-27T12:21:39Z', 'revision_number': 5, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'subnets': [{'id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:28:29.836226 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a8650769-25fd-49c5-a4c2-4f4e2fc50a1b req-c9d71fd0-e5e5-4d71-a979-ae14e3108c7a service neutron] 10.222.0.25 "GET /v2.0/networks/e2025397-7087-4c7f-a9f8-607a9a9daadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877421 Sep 27 12:28:29.979753 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fbd210-2d2b-43f6-b042-f06c86aa4757 None None] New status for floating IP aef7359f-272f-474c-b2a2-d422c2a89515: ACTIVE {{(pid=94064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:28:41.581602 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:45.331690 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ab5492c9-1502-4367-a784-ac6441e98737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:47.519572 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1d05fac3-0c21-44bf-bf88-2ccd260f743a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:48.720474 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:48.950877 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-35780616-4d85-4046-a26c-acd1db824c3a req-35078366-cbf2-4a9b-a23e-51c7fb4e501b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7e08aba3-50e1-4110-a83d-39765a5aa1e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381980 Sep 27 12:28:49.014599 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35780616-4d85-4046-a26c-acd1db824c3a req-c8379d8f-6ab8-4047-bef4-5fbde9538240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:49.015989 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-35780616-4d85-4046-a26c-acd1db824c3a req-c8379d8f-6ab8-4047-bef4-5fbde9538240 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02234d33e23642d9aaa9e248e4bd9949&device_id=7e08aba3-50e1-4110-a83d-39765a5aa1e0 HTTP/1.1" status: 200 len: 1098 time: 0.0419633 Sep 27 12:28:49.118157 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35780616-4d85-4046-a26c-acd1db824c3a req-2f593176-11ee-4274-aade-f988a30e9ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:49.119666 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-35780616-4d85-4046-a26c-acd1db824c3a req-2f593176-11ee-4274-aade-f988a30e9ac1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e2025397-7087-4c7f-a9f8-607a9a9daadf HTTP/1.1" status: 200 len: 912 time: 0.0816684 Sep 27 12:28:49.187190 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-35780616-4d85-4046-a26c-acd1db824c3a req-df6677b1-c205-46cb-a115-8a0380e04f5b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53ec538b-483e-466d-a47a-a6e2771022c4 HTTP/1.1" status: 200 len: 1000 time: 0.0601015 Sep 27 12:28:49.236782 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35780616-4d85-4046-a26c-acd1db824c3a req-5049e5fc-e09b-40f4-ac8b-35467ffdc7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:49.238199 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-35780616-4d85-4046-a26c-acd1db824c3a req-5049e5fc-e09b-40f4-ac8b-35467ffdc7bb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b63fdef-f685-4755-a4ce-3355d57dd264 HTTP/1.1" status: 200 len: 850 time: 0.0430136 Sep 27 12:28:49.284389 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35780616-4d85-4046-a26c-acd1db824c3a req-f820bd3f-19c4-4cdd-ac5d-2bf72f6f9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:28:49.285762 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-35780616-4d85-4046-a26c-acd1db824c3a req-f820bd3f-19c4-4cdd-ac5d-2bf72f6f9525 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e2025397-7087-4c7f-a9f8-607a9a9daadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391865 Sep 27 12:28:49.378466 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-35780616-4d85-4046-a26c-acd1db824c3a req-e61104a2-c25b-4597-910e-0dea3cfede27 service neutron] 10.222.0.25 "GET /v2.0/networks/e2025397-7087-4c7f-a9f8-607a9a9daadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841374 Sep 27 12:28:49.467666 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-35780616-4d85-4046-a26c-acd1db824c3a req-721905c5-cd01-48f9-8c7f-069dec936dbe service neutron] 10.222.0.25 "GET /v2.0/networks/e2025397-7087-4c7f-a9f8-607a9a9daadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801892 Sep 27 12:28:49.663146 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:50.892270 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:28:57.687367 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:29:11.584210 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:15.335626 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aa303f3d-8c7e-4b4e-98a9-9a04f3039dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:15.577430 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a21ff-f1ec-40a2-a454-54bba5083b35 req-6896ac7b-4814-4c46-aff6-da46cf7153f5 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:15.579128 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b55a21ff-f1ec-40a2-a454-54bba5083b35 req-6896ac7b-4814-4c46-aff6-da46cf7153f5 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9593ed6-8899-4bbd-adb4-4e9dd326eef5 HTTP/1.1" status: 200 len: 946 time: 0.0544364 Sep 27 12:29:15.618868 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b55a21ff-f1ec-40a2-a454-54bba5083b35 req-79c054ac-7aff-43b2-8775-78916ab4c206 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=a99b4ec5-f4dc-43d1-a800-af120b65a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334685 Sep 27 12:29:16.735452 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025bcb0-1e02-4eb2-b5b0-a9d5ab5d2ae2 req-f43653dd-f9d0-4805-bd71-24b6b693a8bd tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:16.736891 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b025bcb0-1e02-4eb2-b5b0-a9d5ab5d2ae2 req-f43653dd-f9d0-4805-bd71-24b6b693a8bd tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9593ed6-8899-4bbd-adb4-4e9dd326eef5 HTTP/1.1" status: 200 len: 946 time: 0.0500476 Sep 27 12:29:16.775145 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b025bcb0-1e02-4eb2-b5b0-a9d5ab5d2ae2 req-c8480d6c-1be1-4755-a554-f5ccb1b07ddf tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=a99b4ec5-f4dc-43d1-a800-af120b65a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307181 Sep 27 12:29:17.520221 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-92ad0566-c114-40f4-8b3e-77b1e7cf7cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:17.923928 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be203b55-67eb-4294-8ef7-a0c2af0dca10 req-5f03ce87-8ae8-4e1d-9c5a-de340444f41b tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:17.925683 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-be203b55-67eb-4294-8ef7-a0c2af0dca10 req-5f03ce87-8ae8-4e1d-9c5a-de340444f41b tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9593ed6-8899-4bbd-adb4-4e9dd326eef5 HTTP/1.1" status: 200 len: 946 time: 0.0775795 Sep 27 12:29:17.934236 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c55ae-ec13-49a0-889b-a7a9fa4fa487 req-ba894d89-1e39-4eaa-92a8-6a06b17fcde0 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:17.935686 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b94c55ae-ec13-49a0-889b-a7a9fa4fa487 req-ba894d89-1e39-4eaa-92a8-6a06b17fcde0 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9593ed6-8899-4bbd-adb4-4e9dd326eef5 HTTP/1.1" status: 200 len: 946 time: 0.0776920 Sep 27 12:29:18.023757 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-be203b55-67eb-4294-8ef7-a0c2af0dca10 req-dde5b792-028a-4016-be38-9bdd3a012e22 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups?id=a99b4ec5-f4dc-43d1-a800-af120b65a5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870984 Sep 27 12:29:18.053731 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-b94c55ae-ec13-49a0-889b-a7a9fa4fa487 req-ab8057f4-2134-4bd9-b918-a8fd4f6bfe8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Deleting port a3a63c07-27cb-4153-85c2-55b031969ece {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:29:18.053986 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-b94c55ae-ec13-49a0-889b-a7a9fa4fa487 req-ab8057f4-2134-4bd9-b918-a8fd4f6bfe8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:18.144082 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-b94c55ae-ec13-49a0-889b-a7a9fa4fa487 req-ab8057f4-2134-4bd9-b918-a8fd4f6bfe8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] For port a3a63c07-27cb-4153-85c2-55b031969ece, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a3a63c07-27cb-4153-85c2-55b031969ece,segment=NetworkSegment(dba8a605-1ec3-4e1a-aed1-624c44cc2d3b),segment_id=dba8a605-1ec3-4e1a-aed1-624c44cc2d3b)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:29:18.144435 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-b94c55ae-ec13-49a0-889b-a7a9fa4fa487 req-ab8057f4-2134-4bd9-b918-a8fd4f6bfe8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:18.313056 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-b94c55ae-ec13-49a0-889b-a7a9fa4fa487 req-ab8057f4-2134-4bd9-b918-a8fd4f6bfe8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:18.313295 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-b94c55ae-ec13-49a0-889b-a7a9fa4fa487 req-ab8057f4-2134-4bd9-b918-a8fd4f6bfe8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528668'] for floatingip, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:18.313603 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.db.l3_db [req-b94c55ae-ec13-49a0-889b-a7a9fa4fa487 req-ab8057f4-2134-4bd9-b918-a8fd4f6bfe8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Floating IP 8fb5f143-133b-47eb-85c1-5bf8466e118c disassociated. External IP: 172.27.2.14, port: a3a63c07-27cb-4153-85c2-55b031969ece. Sep 27 12:29:18.315183 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-b94c55ae-ec13-49a0-889b-a7a9fa4fa487 req-ab8057f4-2134-4bd9-b918-a8fd4f6bfe8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Calling delete_port for a3a63c07-27cb-4153-85c2-55b031969ece owned by compute:nova {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:29:18.443160 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-b94c55ae-ec13-49a0-889b-a7a9fa4fa487 req-ab8057f4-2134-4bd9-b918-a8fd4f6bfe8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:18.474241 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8057f4-2134-4bd9-b918-a8fd4f6bfe8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Pushing event deleted for resources: {'Port': ['ID=a3a63c07-27cb-4153-85c2-55b031969ece,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:18.487727 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8057f4-2134-4bd9-b918-a8fd4f6bfe8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:18.488080 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8057f4-2134-4bd9-b918-a8fd4f6bfe8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:18.488424 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8057f4-2134-4bd9-b918-a8fd4f6bfe8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:18.488765 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8057f4-2134-4bd9-b918-a8fd4f6bfe8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:18.489100 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8057f4-2134-4bd9-b918-a8fd4f6bfe8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:18.489430 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8057f4-2134-4bd9-b918-a8fd4f6bfe8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:18.489761 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8057f4-2134-4bd9-b918-a8fd4f6bfe8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:18.490088 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8057f4-2134-4bd9-b918-a8fd4f6bfe8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:18.490420 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8057f4-2134-4bd9-b918-a8fd4f6bfe8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:18.490769 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8057f4-2134-4bd9-b918-a8fd4f6bfe8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:18.491120 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8057f4-2134-4bd9-b918-a8fd4f6bfe8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:18.491444 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8057f4-2134-4bd9-b918-a8fd4f6bfe8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:18.595312 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b94c55ae-ec13-49a0-889b-a7a9fa4fa487 req-ab8057f4-2134-4bd9-b918-a8fd4f6bfe8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Router 1e926963-5902-4445-992f-f9a943339294 has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:29:18.704192 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b94c55ae-ec13-49a0-889b-a7a9fa4fa487 req-ab8057f4-2134-4bd9-b918-a8fd4f6bfe8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:29:18.719252 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77482f7c-f30a-4d25-9168-188407ad1bdb None None] Sync routers for ids ['1e926963-5902-4445-992f-f9a943339294'] in dv-cinder-768458-11-iscsi {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:29:18.731524 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:18.734400 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77482f7c-f30a-4d25-9168-188407ad1bdb None None] Routers {'1e926963-5902-4445-992f-f9a943339294'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:29:18.735169 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-77482f7c-f30a-4d25-9168-188407ad1bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:29:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['1e926963-5902-4445-992f-f9a943339294'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:29:18.744661 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94c55ae-ec13-49a0-889b-a7a9fa4fa487 req-ab8057f4-2134-4bd9-b918-a8fd4f6bfe8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] No DVR routers for this DVR port a3a63c07-27cb-4153-85c2-55b031969ece on host hv-cinder-76845 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:29:18.747664 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-b94c55ae-ec13-49a0-889b-a7a9fa4fa487 req-ab8057f4-2134-4bd9-b918-a8fd4f6bfe8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:18.750231 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b94c55ae-ec13-49a0-889b-a7a9fa4fa487 req-ab8057f4-2134-4bd9-b918-a8fd4f6bfe8f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.25 "DELETE /v2.0/ports/a3a63c07-27cb-4153-85c2-55b031969ece HTTP/1.1" status: 204 len: 173 time: 0.8071599 Sep 27 12:29:18.750678 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9593ed6-8899-4bbd-adb4-4e9dd326eef5', 'name': 'network-vif-deleted', 'tag': 'a3a63c07-27cb-4153-85c2-55b031969ece'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:29:18.753008 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38b9ffc-c428-4d06-ada8-ea6e6c9d2c8a" -d '{"events": [{"server_uuid": "a9593ed6-8899-4bbd-adb4-4e9dd326eef5", "name": "network-vif-deleted", "tag": "a3a63c07-27cb-4153-85c2-55b031969ece"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:29:18.853868 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9268cdbf-58cf-4560-bfe7-c72e1e08ca27 x-openstack-request-id: req-9268cdbf-58cf-4560-bfe7-c72e1e08ca27 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:29:18.854166 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9593ed6-8899-4bbd-adb4-4e9dd326eef5", "name": "network-vif-deleted", "tag": "a3a63c07-27cb-4153-85c2-55b031969ece", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:29:18.854461 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9268cdbf-58cf-4560-bfe7-c72e1e08ca27 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:29:18.854823 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9593ed6-8899-4bbd-adb4-4e9dd326eef5', 'name': 'network-vif-deleted', 'tag': 'a3a63c07-27cb-4153-85c2-55b031969ece', 'status': 'completed', 'code': 200} Sep 27 12:29:18.867399 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-77482f7c-f30a-4d25-9168-188407ad1bdb None None] Set router 1e926963-5902-4445-992f-f9a943339294 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:29:19.068735 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-77482f7c-f30a-4d25-9168-188407ad1bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e926963-5902-4445-992f-f9a943339294', 'name': 'tempest-AttachVolumeTestJSON-988052167-router', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:07Z', 'revision_number': 4, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'gw_port': {'id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'cceff216-3fb0-4380-be1f-afebf72e8087', 'name': '', 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'mac_address': 'fa:16:3e:91:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '9068b1e0-52e3-43a8-9f44-5a4718423cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:06Z', 'updated_at': '2021-09-27T12:20:10Z', 'revision_number': 5, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'subnets': [{'id': '9068b1e0-52e3-43a8-9f44-5a4718423cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:29:19.095153 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77482f7c-f30a-4d25-9168-188407ad1bdb None None] Checking router: 1e926963-5902-4445-992f-f9a943339294 for host: dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:29:19.103354 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77482f7c-f30a-4d25-9168-188407ad1bdb None None] Routers {'1e926963-5902-4445-992f-f9a943339294'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:29:19.103893 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-77482f7c-f30a-4d25-9168-188407ad1bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:29:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['1e926963-5902-4445-992f-f9a943339294'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:29:19.128440 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b57f79dc-3d3b-4a31-bc76-50589e4e5e01 req-cb6ec116-7769-47c4-bd06-73d478da60f6 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9593ed6-8899-4bbd-adb4-4e9dd326eef5 HTTP/1.1" status: 200 len: 210 time: 0.0261111 Sep 27 12:29:19.218751 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-77482f7c-f30a-4d25-9168-188407ad1bdb None None] Set router 1e926963-5902-4445-992f-f9a943339294 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:29:19.545259 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-77482f7c-f30a-4d25-9168-188407ad1bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e926963-5902-4445-992f-f9a943339294', 'name': 'tempest-AttachVolumeTestJSON-988052167-router', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:07Z', 'revision_number': 4, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'gw_port': {'id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'cceff216-3fb0-4380-be1f-afebf72e8087', 'name': '', 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'mac_address': 'fa:16:3e:91:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '9068b1e0-52e3-43a8-9f44-5a4718423cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:06Z', 'updated_at': '2021-09-27T12:20:10Z', 'revision_number': 5, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'subnets': [{'id': '9068b1e0-52e3-43a8-9f44-5a4718423cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:29:19.571855 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77482f7c-f30a-4d25-9168-188407ad1bdb None None] The sync data for ids ['1e926963-5902-4445-992f-f9a943339294'] in dv-cinder-768458-11-iscsi is: [{'id': '1e926963-5902-4445-992f-f9a943339294', 'name': 'tempest-AttachVolumeTestJSON-988052167-router', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:07Z', 'revision_number': 4, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'gw_port': {'id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'cceff216-3fb0-4380-be1f-afebf72e8087', 'name': '', 'network_id': 'e6e4e115-5c92-482e-b62e-69127fce84b8', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'mac_address': 'fa:16:3e:91:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '9068b1e0-52e3-43a8-9f44-5a4718423cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:06Z', 'updated_at': '2021-09-27T12:20:10Z', 'revision_number': 5, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'subnets': [{'id': '9068b1e0-52e3-43a8-9f44-5a4718423cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:29:19.667883 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:19.718480 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6699c15-dbdb-4f09-914a-295631d99dc3 req-52370e3f-d5f3-41e9-aea5-9fc039b5249a tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:19.720052 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e6699c15-dbdb-4f09-914a-295631d99dc3 req-52370e3f-d5f3-41e9-aea5-9fc039b5249a tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 947 time: 0.0560133 Sep 27 12:29:19.760768 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e6699c15-dbdb-4f09-914a-295631d99dc3 req-902af4c7-16fe-4b60-9df5-b1521ee4344a tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346601 Sep 27 12:29:19.794061 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d938cb-1402-436f-8d00-99ac23357e36 None None] New status for floating IP 8fb5f143-133b-47eb-85c1-5bf8466e118c: DOWN {{(pid=94064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:29:20.212433 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 34316) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:20.265951 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e08f531f-ed24-49fa-9b1c-c2ce45cff79f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:20.288467 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e08f531f-ed24-49fa-9b1c-c2ce45cff79f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:20.335686 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e08f531f-ed24-49fa-9b1c-c2ce45cff79f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:20.338323 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e08f531f-ed24-49fa-9b1c-c2ce45cff79f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:20.339475 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-e08f531f-ed24-49fa-9b1c-c2ce45cff79f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "DELETE /v2.0/security-groups/a99b4ec5-f4dc-43d1-a800-af120b65a5b6 HTTP/1.1" status: 204 len: 168 time: 0.1260533 Sep 27 12:29:20.342290 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 34318) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:20.348105 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f531f-ed24-49fa-9b1c-c2ce45cff79f tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99b4ec5-f4dc-43d1-a800-af120b65a5b6,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:20.355586 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.api.v2.resource [None req-06b57444-a6ab-4d34-a932-503a0e8aca8a tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] show failed (client error): The resource could not be found. Sep 27 12:29:20.356584 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-06b57444-a6ab-4d34-a932-503a0e8aca8a tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "GET /v2.0/security-groups/a99b4ec5-f4dc-43d1-a800-af120b65a5b6 HTTP/1.1" status: 404 len: 347 time: 0.0132275 Sep 27 12:29:20.359351 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 34320) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:20.481321 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-bed3d89b-cf74-4dba-ba1f-b10d45c2d8b9 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Deleting port db0cacaa-0c3e-40c9-8eb6-5ca8fca67eb6 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:29:20.481660 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bed3d89b-cf74-4dba-ba1f-b10d45c2d8b9 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:20.554789 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bed3d89b-cf74-4dba-ba1f-b10d45c2d8b9 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:20.555143 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bed3d89b-cf74-4dba-ba1f-b10d45c2d8b9 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:20.566599 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-bed3d89b-cf74-4dba-ba1f-b10d45c2d8b9 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Calling delete_port for db0cacaa-0c3e-40c9-8eb6-5ca8fca67eb6 owned by network:floatingip {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:29:20.696133 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bed3d89b-cf74-4dba-ba1f-b10d45c2d8b9 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4103691'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:20.723893 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed3d89b-cf74-4dba-ba1f-b10d45c2d8b9 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Pushing event deleted for resources: {'Port': ['ID=db0cacaa-0c3e-40c9-8eb6-5ca8fca67eb6,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:20.782909 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bed3d89b-cf74-4dba-ba1f-b10d45c2d8b9 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks [] for floatingip, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:20.785432 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bed3d89b-cf74-4dba-ba1f-b10d45c2d8b9 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:20.787043 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-bed3d89b-cf74-4dba-ba1f-b10d45c2d8b9 tempest-AttachVolumeTestJSON-2078294582 tempest-AttachVolumeTestJSON-2078294582-project] 10.222.0.60 "DELETE /v2.0/floatingips/8fb5f143-133b-47eb-85c1-5bf8466e118c HTTP/1.1" status: 204 len: 168 time: 0.4263272 Sep 27 12:29:20.894085 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2cdf7-ceff-4977-9a1c-9a76e9277e97 req-63bcc6f9-6441-47a3-895c-2ba80bb347b5 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:20.895936 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-dae2cdf7-ceff-4977-9a1c-9a76e9277e97 req-63bcc6f9-6441-47a3-895c-2ba80bb347b5 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 947 time: 0.0620074 Sep 27 12:29:20.898727 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:20.934123 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-dae2cdf7-ceff-4977-9a1c-9a76e9277e97 req-23e1eaa0-ecab-4abb-af2f-37d5a6a37d1e tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef021a08-1b82-409c-8b2c-97febf908d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323710 Sep 27 12:29:21.406257 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4617b4-d5d9-4c01-ba7a-33da45d59312 req-c59d5d8e-2d67-4ef9-9932-4e7d4b1b00f7 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:21.407738 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2a4617b4-d5d9-4c01-ba7a-33da45d59312 req-c59d5d8e-2d67-4ef9-9932-4e7d4b1b00f7 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.25 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 947 time: 0.0482624 Sep 27 12:29:21.499573 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-2a4617b4-d5d9-4c01-ba7a-33da45d59312 req-2f6fae09-dc78-4b02-b78d-fc3d471ec7eb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Deleting port 907dbb2e-69ad-4ace-a79d-e93004b85756 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:29:21.499914 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-2a4617b4-d5d9-4c01-ba7a-33da45d59312 req-2f6fae09-dc78-4b02-b78d-fc3d471ec7eb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:21.591001 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-2a4617b4-d5d9-4c01-ba7a-33da45d59312 req-2f6fae09-dc78-4b02-b78d-fc3d471ec7eb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] For port 907dbb2e-69ad-4ace-a79d-e93004b85756, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=907dbb2e-69ad-4ace-a79d-e93004b85756,segment=NetworkSegment(2a6580eb-8685-4d7a-9cf9-25621c7b4860),segment_id=2a6580eb-8685-4d7a-9cf9-25621c7b4860)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:29:21.591377 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-2a4617b4-d5d9-4c01-ba7a-33da45d59312 req-2f6fae09-dc78-4b02-b78d-fc3d471ec7eb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:21.759210 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-2a4617b4-d5d9-4c01-ba7a-33da45d59312 req-2f6fae09-dc78-4b02-b78d-fc3d471ec7eb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:21.759571 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-2a4617b4-d5d9-4c01-ba7a-33da45d59312 req-2f6fae09-dc78-4b02-b78d-fc3d471ec7eb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528668'] for floatingip, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:21.759894 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.db.l3_db [req-2a4617b4-d5d9-4c01-ba7a-33da45d59312 req-2f6fae09-dc78-4b02-b78d-fc3d471ec7eb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Floating IP 217b6e72-468c-49bf-a956-0f48d5a10a6f disassociated. External IP: 172.27.2.210, port: 907dbb2e-69ad-4ace-a79d-e93004b85756. Sep 27 12:29:21.760234 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-2a4617b4-d5d9-4c01-ba7a-33da45d59312 req-2f6fae09-dc78-4b02-b78d-fc3d471ec7eb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Calling delete_port for 907dbb2e-69ad-4ace-a79d-e93004b85756 owned by compute:nova {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:29:21.887061 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-2a4617b4-d5d9-4c01-ba7a-33da45d59312 req-2f6fae09-dc78-4b02-b78d-fc3d471ec7eb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:21.922426 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6fae09-dc78-4b02-b78d-fc3d471ec7eb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Pushing event deleted for resources: {'Port': ['ID=907dbb2e-69ad-4ace-a79d-e93004b85756,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:22.045907 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-76ddaa3b-711d-4f16-83b1-df763b3218be req-fe7bb8f0-2c0d-4615-96bd-2467c686d157 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced05f49-746f-4301-bf2c-56db94e0a113 HTTP/1.1" status: 200 len: 210 time: 0.0316801 Sep 27 12:29:22.053223 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a4617b4-d5d9-4c01-ba7a-33da45d59312 req-2f6fae09-dc78-4b02-b78d-fc3d471ec7eb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Router 7e34173f-b3cd-4495-90f3-2967c66803be has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:29:22.105033 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device a3a63c07-27cb-4153-85c2-55b031969ece no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:29:22.125270 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] No Port match for: a3a63c07-27cb-4153-85c2-55b031969ece {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:29:22.125701 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device a3a63c07-27cb-4153-85c2-55b031969ece not bound to the agent host hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:29:22.169956 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a4617b4-d5d9-4c01-ba7a-33da45d59312 req-2f6fae09-dc78-4b02-b78d-fc3d471ec7eb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:29:22.179470 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a8824b-a09b-49c6-a04b-d74dd0471513 None None] Sync routers for ids ['7e34173f-b3cd-4495-90f3-2967c66803be'] in dv-cinder-768458-11-iscsi {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:29:22.189607 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a8824b-a09b-49c6-a04b-d74dd0471513 None None] Routers {'7e34173f-b3cd-4495-90f3-2967c66803be'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:29:22.190147 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-88a8824b-a09b-49c6-a04b-d74dd0471513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:29:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['7e34173f-b3cd-4495-90f3-2967c66803be'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:29:22.215731 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4617b4-d5d9-4c01-ba7a-33da45d59312 req-2f6fae09-dc78-4b02-b78d-fc3d471ec7eb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] No DVR routers for this DVR port 907dbb2e-69ad-4ace-a79d-e93004b85756 on host hv-cinder-76845 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:29:22.218616 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-2a4617b4-d5d9-4c01-ba7a-33da45d59312 req-2f6fae09-dc78-4b02-b78d-fc3d471ec7eb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:22.220799 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2a4617b4-d5d9-4c01-ba7a-33da45d59312 req-2f6fae09-dc78-4b02-b78d-fc3d471ec7eb tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.25 "DELETE /v2.0/ports/907dbb2e-69ad-4ace-a79d-e93004b85756 HTTP/1.1" status: 204 len: 173 time: 0.8064365 Sep 27 12:29:22.221273 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced05f49-746f-4301-bf2c-56db94e0a113', 'name': 'network-vif-deleted', 'tag': '907dbb2e-69ad-4ace-a79d-e93004b85756'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:29:22.223531 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915ae3cb-b58e-4d9f-a91e-dcac9eaa980d" -d '{"events": [{"server_uuid": "ced05f49-746f-4301-bf2c-56db94e0a113", "name": "network-vif-deleted", "tag": "907dbb2e-69ad-4ace-a79d-e93004b85756"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:29:22.262290 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b351acae-ddc6-4763-bb32-3d9eae2135f0 x-openstack-request-id: req-b351acae-ddc6-4763-bb32-3d9eae2135f0 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:29:22.262669 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced05f49-746f-4301-bf2c-56db94e0a113", "name": "network-vif-deleted", "tag": "907dbb2e-69ad-4ace-a79d-e93004b85756", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:29:22.262934 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b351acae-ddc6-4763-bb32-3d9eae2135f0 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:29:22.263342 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced05f49-746f-4301-bf2c-56db94e0a113', 'name': 'network-vif-deleted', 'tag': '907dbb2e-69ad-4ace-a79d-e93004b85756', 'status': 'completed', 'code': 200} Sep 27 12:29:22.320436 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-88a8824b-a09b-49c6-a04b-d74dd0471513 None None] Set router 7e34173f-b3cd-4495-90f3-2967c66803be gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:29:22.531923 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-88a8824b-a09b-49c6-a04b-d74dd0471513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'name': 'tempest-AttachVolumeShelveTestJSON-2004355141-router', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:18:27Z', 'updated_at': '2021-09-27T12:18:33Z', 'revision_number': 4, 'project_id': '72093fa7db4244d79c19eca210667037', 'gw_port': {'id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:28Z', 'updated_at': '2021-09-27T12:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0', 'name': '', 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'mac_address': 'fa:16:3e:6f:53:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:32Z', 'updated_at': '2021-09-27T12:18:40Z', 'revision_number': 5, 'project_id': '72093fa7db4244d79c19eca210667037', 'subnets': [{'id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:29:22.557534 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a8824b-a09b-49c6-a04b-d74dd0471513 None None] Checking router: 7e34173f-b3cd-4495-90f3-2967c66803be for host: dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:29:22.565809 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a8824b-a09b-49c6-a04b-d74dd0471513 None None] Routers {'7e34173f-b3cd-4495-90f3-2967c66803be'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:29:22.566408 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-88a8824b-a09b-49c6-a04b-d74dd0471513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:29:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['7e34173f-b3cd-4495-90f3-2967c66803be'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:29:22.675358 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-88a8824b-a09b-49c6-a04b-d74dd0471513 None None] Set router 7e34173f-b3cd-4495-90f3-2967c66803be gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:29:22.867953 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-88a8824b-a09b-49c6-a04b-d74dd0471513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'name': 'tempest-AttachVolumeShelveTestJSON-2004355141-router', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:18:27Z', 'updated_at': '2021-09-27T12:18:33Z', 'revision_number': 4, 'project_id': '72093fa7db4244d79c19eca210667037', 'gw_port': {'id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:28Z', 'updated_at': '2021-09-27T12:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0', 'name': '', 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'mac_address': 'fa:16:3e:6f:53:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:32Z', 'updated_at': '2021-09-27T12:18:40Z', 'revision_number': 5, 'project_id': '72093fa7db4244d79c19eca210667037', 'subnets': [{'id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:29:22.898007 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a8824b-a09b-49c6-a04b-d74dd0471513 None None] The sync data for ids ['7e34173f-b3cd-4495-90f3-2967c66803be'] in dv-cinder-768458-11-iscsi is: [{'id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'name': 'tempest-AttachVolumeShelveTestJSON-2004355141-router', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:18:27Z', 'updated_at': '2021-09-27T12:18:33Z', 'revision_number': 4, 'project_id': '72093fa7db4244d79c19eca210667037', 'gw_port': {'id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:28Z', 'updated_at': '2021-09-27T12:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': 'fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0', 'name': '', 'network_id': '5403b160-6d1e-45bc-9efc-c408d4d66d43', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'mac_address': 'fa:16:3e:6f:53:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:32Z', 'updated_at': '2021-09-27T12:18:40Z', 'revision_number': 5, 'project_id': '72093fa7db4244d79c19eca210667037', 'subnets': [{'id': 'c2b6d0e0-734d-4b24-98bc-9d4bdee30d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:29:23.110582 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a32317d-d716-41d6-a86a-d3c6f242d611 None None] New status for floating IP 217b6e72-468c-49bf-a956-0f48d5a10a6f: DOWN {{(pid=94064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:29:23.147191 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 34348) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:23.214227 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-51166ca4-a9c5-4af4-b025-d7f1e3642550 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:23.241007 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-51166ca4-a9c5-4af4-b025-d7f1e3642550 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:23.298907 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-51166ca4-a9c5-4af4-b025-d7f1e3642550 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:23.301595 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-51166ca4-a9c5-4af4-b025-d7f1e3642550 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:23.302718 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-51166ca4-a9c5-4af4-b025-d7f1e3642550 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "DELETE /v2.0/security-groups/ef021a08-1b82-409c-8b2c-97febf908d8a HTTP/1.1" status: 204 len: 168 time: 0.1545656 Sep 27 12:29:23.305545 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 34356) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:23.312501 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51166ca4-a9c5-4af4-b025-d7f1e3642550 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef021a08-1b82-409c-8b2c-97febf908d8a,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:23.321016 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.api.v2.resource [None req-7a2e1e14-1477-48b9-b4fc-87eb538f7171 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] show failed (client error): The resource could not be found. Sep 27 12:29:23.324619 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-7a2e1e14-1477-48b9-b4fc-87eb538f7171 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "GET /v2.0/security-groups/ef021a08-1b82-409c-8b2c-97febf908d8a HTTP/1.1" status: 404 len: 347 time: 0.0155017 Sep 27 12:29:23.324861 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 34358) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:23.445454 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a7afb10d-1f5e-46d0-8e95-5f20871e1b25 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Deleting port 63f14c1f-327d-4055-8005-a3338540d8a7 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:29:23.445798 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a7afb10d-1f5e-46d0-8e95-5f20871e1b25 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:23.518432 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a7afb10d-1f5e-46d0-8e95-5f20871e1b25 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:23.518774 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a7afb10d-1f5e-46d0-8e95-5f20871e1b25 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:23.529879 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a7afb10d-1f5e-46d0-8e95-5f20871e1b25 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Calling delete_port for 63f14c1f-327d-4055-8005-a3338540d8a7 owned by network:floatingip {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:29:23.664579 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a7afb10d-1f5e-46d0-8e95-5f20871e1b25 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:23.689691 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afb10d-1f5e-46d0-8e95-5f20871e1b25 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Pushing event deleted for resources: {'Port': ['ID=63f14c1f-327d-4055-8005-a3338540d8a7,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:23.753697 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a7afb10d-1f5e-46d0-8e95-5f20871e1b25 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks [] for floatingip, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:23.756310 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a7afb10d-1f5e-46d0-8e95-5f20871e1b25 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for floatingip, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:23.757450 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-a7afb10d-1f5e-46d0-8e95-5f20871e1b25 tempest-AttachVolumeShelveTestJSON-1120875489 tempest-AttachVolumeShelveTestJSON-1120875489-project] 10.222.0.60 "DELETE /v2.0/floatingips/217b6e72-468c-49bf-a956-0f48d5a10a6f HTTP/1.1" status: 204 len: 168 time: 0.4317114 Sep 27 12:29:24.390226 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 34370) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:24.817561 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1bccced0-d3ac-4ea4-bbd7-0bdff05396f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528412'] for router_interface, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:25.059208 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-1bccced0-d3ac-4ea4-bbd7-0bdff05396f9 admin admin] Deleting port cceff216-3fb0-4380-be1f-afebf72e8087 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:29:25.059548 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1bccced0-d3ac-4ea4-bbd7-0bdff05396f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:25.137265 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-1bccced0-d3ac-4ea4-bbd7-0bdff05396f9 admin admin] For port cceff216-3fb0-4380-be1f-afebf72e8087, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=cceff216-3fb0-4380-be1f-afebf72e8087,segment=NetworkSegment(dba8a605-1ec3-4e1a-aed1-624c44cc2d3b),segment_id=dba8a605-1ec3-4e1a-aed1-624c44cc2d3b)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:29:25.137630 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1bccced0-d3ac-4ea4-bbd7-0bdff05396f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:25.153399 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-1bccced0-d3ac-4ea4-bbd7-0bdff05396f9 admin admin] Calling delete_port for cceff216-3fb0-4380-be1f-afebf72e8087 owned by network:router_interface {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:29:25.323701 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1bccced0-d3ac-4ea4-bbd7-0bdff05396f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4103691'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:25.348181 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccced0-d3ac-4ea4-bbd7-0bdff05396f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cceff216-3fb0-4380-be1f-afebf72e8087,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:25.513782 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1bccced0-d3ac-4ea4-bbd7-0bdff05396f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528789'] for router_interface, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:25.721544 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bccced0-d3ac-4ea4-bbd7-0bdff05396f9 admin admin] Router 1e926963-5902-4445-992f-f9a943339294 has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:29:25.824189 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bccced0-d3ac-4ea4-bbd7-0bdff05396f9 admin admin] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:29:25.829555 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-1bccced0-d3ac-4ea4-bbd7-0bdff05396f9 admin admin] 10.222.0.60 "PUT /v2.0/routers/1e926963-5902-4445-992f-f9a943339294/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4380453 Sep 27 12:29:25.832181 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 34384) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:25.832719 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad42f69-bf59-4ee2-87b2-ba2270d9b08c None None] Sync routers for ids ['1e926963-5902-4445-992f-f9a943339294'] in dv-cinder-768458-11-iscsi {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:29:25.843170 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad42f69-bf59-4ee2-87b2-ba2270d9b08c None None] Routers {'1e926963-5902-4445-992f-f9a943339294'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:29:25.843784 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-7ad42f69-bf59-4ee2-87b2-ba2270d9b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:29:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['1e926963-5902-4445-992f-f9a943339294'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:29:25.947959 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-7ad42f69-bf59-4ee2-87b2-ba2270d9b08c None None] Set router 1e926963-5902-4445-992f-f9a943339294 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:29:26.129409 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 907dbb2e-69ad-4ace-a79d-e93004b85756 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:29:26.152392 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-7ad42f69-bf59-4ee2-87b2-ba2270d9b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e926963-5902-4445-992f-f9a943339294', 'name': 'tempest-AttachVolumeTestJSON-988052167-router', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:29:25Z', 'revision_number': 5, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'gw_port': {'id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi'}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:29:26.164401 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-de0fabf8-6714-4b0f-a059-32a74aa22a42 admin admin] Notify callbacks [] for router, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:26.184705 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] No Port match for: 907dbb2e-69ad-4ace-a79d-e93004b85756 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:29:26.185050 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 907dbb2e-69ad-4ace-a79d-e93004b85756 not bound to the agent host hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:29:26.186687 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad42f69-bf59-4ee2-87b2-ba2270d9b08c None None] Checking router: 1e926963-5902-4445-992f-f9a943339294 for host: dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:29:26.195743 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad42f69-bf59-4ee2-87b2-ba2270d9b08c None None] Routers {'1e926963-5902-4445-992f-f9a943339294'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:29:26.196471 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-7ad42f69-bf59-4ee2-87b2-ba2270d9b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:29:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['1e926963-5902-4445-992f-f9a943339294'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:29:26.201112 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 34392) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:26.288673 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-de0fabf8-6714-4b0f-a059-32a74aa22a42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:26.350696 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-de0fabf8-6714-4b0f-a059-32a74aa22a42 admin admin] Deleting port 0184fd49-90aa-48c2-9b25-6ddb6434f62d {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:29:26.351073 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-de0fabf8-6714-4b0f-a059-32a74aa22a42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:26.437961 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-de0fabf8-6714-4b0f-a059-32a74aa22a42 admin admin] For port 0184fd49-90aa-48c2-9b25-6ddb6434f62d, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=0184fd49-90aa-48c2-9b25-6ddb6434f62d,segment=NetworkSegment(c3edcc58-5368-4442-b7b6-007dffc21523),segment_id=c3edcc58-5368-4442-b7b6-007dffc21523)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:29:26.438594 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-de0fabf8-6714-4b0f-a059-32a74aa22a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:26.445265 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-7ad42f69-bf59-4ee2-87b2-ba2270d9b08c None None] Set router 1e926963-5902-4445-992f-f9a943339294 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:29:26.457033 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-de0fabf8-6714-4b0f-a059-32a74aa22a42 admin admin] Calling delete_port for 0184fd49-90aa-48c2-9b25-6ddb6434f62d owned by network:router_gateway {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:29:26.626315 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-7ad42f69-bf59-4ee2-87b2-ba2270d9b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e926963-5902-4445-992f-f9a943339294', 'name': 'tempest-AttachVolumeTestJSON-988052167-router', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:29:25Z', 'revision_number': 5, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'gw_port': {'id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi'}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:29:26.630703 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-de0fabf8-6714-4b0f-a059-32a74aa22a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4103691'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:26.634478 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cc870668-5a33-4f55-b410-cf341fc0bbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528412'] for router_interface, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:26.653367 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad42f69-bf59-4ee2-87b2-ba2270d9b08c None None] The sync data for ids ['1e926963-5902-4445-992f-f9a943339294'] in dv-cinder-768458-11-iscsi is: [{'id': '1e926963-5902-4445-992f-f9a943339294', 'name': 'tempest-AttachVolumeTestJSON-988052167-router', 'tenant_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:29:25Z', 'revision_number': 5, 'project_id': 'd4968d9d2be54e15a365a83a0fe2eebc', 'gw_port': {'id': '0184fd49-90aa-48c2-9b25-6ddb6434f62d', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e926963-5902-4445-992f-f9a943339294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:20:03Z', 'updated_at': '2021-09-27T12:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi'}] {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:29:26.661751 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fabf8-6714-4b0f-a059-32a74aa22a42 admin admin] Pushing event deleted for resources: {'Port': ['ID=0184fd49-90aa-48c2-9b25-6ddb6434f62d,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:26.694851 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fabf8-6714-4b0f-a059-32a74aa22a42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:26.695210 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fabf8-6714-4b0f-a059-32a74aa22a42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:26.695693 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fabf8-6714-4b0f-a059-32a74aa22a42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:26.696075 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fabf8-6714-4b0f-a059-32a74aa22a42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:26.696431 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fabf8-6714-4b0f-a059-32a74aa22a42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:26.696762 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fabf8-6714-4b0f-a059-32a74aa22a42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:26.697086 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fabf8-6714-4b0f-a059-32a74aa22a42 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:26.697410 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fabf8-6714-4b0f-a059-32a74aa22a42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:26.697732 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fabf8-6714-4b0f-a059-32a74aa22a42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:26.698048 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fabf8-6714-4b0f-a059-32a74aa22a42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:26.698391 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fabf8-6714-4b0f-a059-32a74aa22a42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:26.698706 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fabf8-6714-4b0f-a059-32a74aa22a42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:26.738528 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-de0fabf8-6714-4b0f-a059-32a74aa22a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528726'] for router_gateway, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:26.826727 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-de0fabf8-6714-4b0f-a059-32a74aa22a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7353'] for router, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:26.828835 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-de0fabf8-6714-4b0f-a059-32a74aa22a42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:26.871109 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-de0fabf8-6714-4b0f-a059-32a74aa22a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530736'] for router, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:26.871810 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0fabf8-6714-4b0f-a059-32a74aa22a42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e926963-5902-4445-992f-f9a943339294 {{(pid=94062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 12:29:26.877724 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-de0fabf8-6714-4b0f-a059-32a74aa22a42 admin admin] Notify callbacks [] for router, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:26.878678 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-de0fabf8-6714-4b0f-a059-32a74aa22a42 admin admin] 10.222.0.60 "DELETE /v2.0/routers/1e926963-5902-4445-992f-f9a943339294 HTTP/1.1" status: 204 len: 168 time: 1.0455899 Sep 27 12:29:26.882177 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 34396) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:26.922972 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-cc870668-5a33-4f55-b410-cf341fc0bbe3 admin admin] Deleting port fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:29:26.923336 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cc870668-5a33-4f55-b410-cf341fc0bbe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:26.944312 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df998c5-1a9c-48fb-91df-31abc541e1ac admin admin] Deleting subnet 9068b1e0-52e3-43a8-9f44-5a4718423cdc {{(pid=94061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:29:26.953911 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4df998c5-1a9c-48fb-91df-31abc541e1ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:27.025199 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4df998c5-1a9c-48fb-91df-31abc541e1ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8886147'] for subnet, precommit_delete_associations {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:27.066202 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-cc870668-5a33-4f55-b410-cf341fc0bbe3 admin admin] For port fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0,segment=NetworkSegment(2a6580eb-8685-4d7a-9cf9-25621c7b4860),segment_id=2a6580eb-8685-4d7a-9cf9-25621c7b4860)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:29:27.066568 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cc870668-5a33-4f55-b410-cf341fc0bbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:27.084503 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-cc870668-5a33-4f55-b410-cf341fc0bbe3 admin admin] Calling delete_port for fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0 owned by network:router_interface {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:29:27.170082 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4df998c5-1a9c-48fb-91df-31abc541e1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8349256'] for subnet, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:27.287256 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4df998c5-1a9c-48fb-91df-31abc541e1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8349249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8488502'] for subnet, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:27.561841 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df998c5-1a9c-48fb-91df-31abc541e1ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9068b1e0-52e3-43a8-9f44-5a4718423cdc,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:27.562515 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4df998c5-1a9c-48fb-91df-31abc541e1ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:27.566620 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-4df998c5-1a9c-48fb-91df-31abc541e1ac admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9068b1e0-52e3-43a8-9f44-5a4718423cdc HTTP/1.1" status: 204 len: 168 time: 0.6813123 Sep 27 12:29:27.567364 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 34400) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:27.567539 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1992e83c-4aad-45c1-900a-ad7bc7fd94c6 None None] Network e6e4e115-5c92-482e-b62e-69127fce84b8 requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:29:27.674129 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a3590b45-2bfb-47b8-9e5a-95371e8f76f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7874224'] for network, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:27.676933 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cc870668-5a33-4f55-b410-cf341fc0bbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:27.707035 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc870668-5a33-4f55-b410-cf341fc0bbe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:27.773271 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613b6c4c-1803-4dee-b68c-a131b557d484 None None] DHCP port deletion for e6e4e115-5c92-482e-b62e-69127fce84b8 request from dv-cinder-768458-11-iscsi {{(pid=94063) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 12:29:27.825604 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-613b6c4c-1803-4dee-b68c-a131b557d484 None None] Deleting port 7bed3d55-7b74-446d-98eb-9244508f7e81 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:29:27.826158 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-613b6c4c-1803-4dee-b68c-a131b557d484 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:27.844106 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a3590b45-2bfb-47b8-9e5a-95371e8f76f3 admin admin] Deleting port 7bed3d55-7b74-446d-98eb-9244508f7e81 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:29:27.844106 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a3590b45-2bfb-47b8-9e5a-95371e8f76f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:27.895366 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-613b6c4c-1803-4dee-b68c-a131b557d484 None None] For port 7bed3d55-7b74-446d-98eb-9244508f7e81, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=7bed3d55-7b74-446d-98eb-9244508f7e81,segment=NetworkSegment(dba8a605-1ec3-4e1a-aed1-624c44cc2d3b),segment_id=dba8a605-1ec3-4e1a-aed1-624c44cc2d3b)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:29:27.895771 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-613b6c4c-1803-4dee-b68c-a131b557d484 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:27.908478 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-613b6c4c-1803-4dee-b68c-a131b557d484 None None] Calling delete_port for 7bed3d55-7b74-446d-98eb-9244508f7e81 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:29:27.949041 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a3590b45-2bfb-47b8-9e5a-95371e8f76f3 admin admin] For port 7bed3d55-7b74-446d-98eb-9244508f7e81, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=7bed3d55-7b74-446d-98eb-9244508f7e81,segment=NetworkSegment(dba8a605-1ec3-4e1a-aed1-624c44cc2d3b),segment_id=dba8a605-1ec3-4e1a-aed1-624c44cc2d3b)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:29:27.949679 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a3590b45-2bfb-47b8-9e5a-95371e8f76f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:27.969346 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a3590b45-2bfb-47b8-9e5a-95371e8f76f3 admin admin] Calling delete_port for 7bed3d55-7b74-446d-98eb-9244508f7e81 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:29:27.975676 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cc870668-5a33-4f55-b410-cf341fc0bbe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528789'] for router_interface, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:27.985042 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-613b6c4c-1803-4dee-b68c-a131b557d484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:28.015336 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b6c4c-1803-4dee-b68c-a131b557d484 None None] Pushing event deleted for resources: {'Port': ['ID=7bed3d55-7b74-446d-98eb-9244508f7e81,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:28.022308 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613b6c4c-1803-4dee-b68c-a131b557d484 None None] No DVR routers for this DVR port 7bed3d55-7b74-446d-98eb-9244508f7e81 on host dv-cinder-768458-11-iscsi {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:29:28.024498 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b6c4c-1803-4dee-b68c-a131b557d484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:28.024844 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b6c4c-1803-4dee-b68c-a131b557d484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:28.025178 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b6c4c-1803-4dee-b68c-a131b557d484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:28.025522 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b6c4c-1803-4dee-b68c-a131b557d484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:28.025829 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b6c4c-1803-4dee-b68c-a131b557d484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:28.026162 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b6c4c-1803-4dee-b68c-a131b557d484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:28.026532 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b6c4c-1803-4dee-b68c-a131b557d484 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:28.026853 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b6c4c-1803-4dee-b68c-a131b557d484 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:28.027196 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b6c4c-1803-4dee-b68c-a131b557d484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:28.027521 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b6c4c-1803-4dee-b68c-a131b557d484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:28.027839 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b6c4c-1803-4dee-b68c-a131b557d484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:28.028154 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b6c4c-1803-4dee-b68c-a131b557d484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:29:28.141058 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a3590b45-2bfb-47b8-9e5a-95371e8f76f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:28.169987 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3590b45-2bfb-47b8-9e5a-95371e8f76f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bed3d55-7b74-446d-98eb-9244508f7e81,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:28.207868 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3590b45-2bfb-47b8-9e5a-95371e8f76f3 admin admin] No DVR routers for this DVR port 7bed3d55-7b74-446d-98eb-9244508f7e81 on host dv-cinder-768458-11-iscsi {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:29:28.312681 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device cceff216-3fb0-4380-be1f-afebf72e8087 no longer exists at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:29:28.325973 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a3590b45-2bfb-47b8-9e5a-95371e8f76f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8355569', 'neutron.services.segments.db._delete_segments_for_network-8743558924948'] for network, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:28.332803 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] No Port match for: cceff216-3fb0-4380-be1f-afebf72e8087 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:29:28.333148 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device cceff216-3fb0-4380-be1f-afebf72e8087 not bound to the agent host dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:29:28.333558 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 7bed3d55-7b74-446d-98eb-9244508f7e81 no longer exists at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:29:28.352248 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] No Port match for: 7bed3d55-7b74-446d-98eb-9244508f7e81 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:29:28.352589 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 7bed3d55-7b74-446d-98eb-9244508f7e81 not bound to the agent host dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:29:28.352886 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.services.segments.db [None req-a3590b45-2bfb-47b8-9e5a-95371e8f76f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e4e115-5c92-482e-b62e-69127fce84b8']}} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:29:28.353019 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 0184fd49-90aa-48c2-9b25-6ddb6434f62d no longer exists at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:29:28.366240 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.services.segments.db [None req-a3590b45-2bfb-47b8-9e5a-95371e8f76f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba8a605-1ec3-4e1a-aed1-624c44cc2d3b') {'for_net_delete': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:29:28.366556 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.services.segments.db [None req-a3590b45-2bfb-47b8-9e5a-95371e8f76f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba8a605-1ec3-4e1a-aed1-624c44cc2d3b') {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:29:28.369115 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc870668-5a33-4f55-b410-cf341fc0bbe3 admin admin] Router 7e34173f-b3cd-4495-90f3-2967c66803be has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:29:28.371910 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] No Port match for: 0184fd49-90aa-48c2-9b25-6ddb6434f62d {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:29:28.372259 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 0184fd49-90aa-48c2-9b25-6ddb6434f62d not bound to the agent host dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:29:28.380996 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a3590b45-2bfb-47b8-9e5a-95371e8f76f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743558923165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8886170'] for segment, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:28.398928 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a3590b45-2bfb-47b8-9e5a-95371e8f76f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:28.438998 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3590b45-2bfb-47b8-9e5a-95371e8f76f3 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:29:28.439431 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a3590b45-2bfb-47b8-9e5a-95371e8f76f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3978971'] for segment, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: self.session.flush() Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: self.session.flush() Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: self.session.flush() Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: self.session.flush() Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: Traceback (most recent call last): Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: timer() Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: cb(*args, **kw) Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: return func(*args, **kwargs) Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: self._notify() Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: self.callback(batched_events) Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: event.method(event) Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: return f(self, *a, **k) Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: return self._get(url).json() Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: return self.request(url, 'GET', **kwargs) Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:29:28.441192 dv-cinder-768458-11-iscsi neutron-server[94061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:29:28.528500 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a3590b45-2bfb-47b8-9e5a-95371e8f76f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8355526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528650'] for network, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:28.535144 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a3590b45-2bfb-47b8-9e5a-95371e8f76f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:28.536963 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-a3590b45-2bfb-47b8-9e5a-95371e8f76f3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e6e4e115-5c92-482e-b62e-69127fce84b8 HTTP/1.1" status: 204 len: 168 time: 0.9686880 Sep 27 12:29:28.551564 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3590b45-2bfb-47b8-9e5a-95371e8f76f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6e4e115-5c92-482e-b62e-69127fce84b8,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:28.563443 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc870668-5a33-4f55-b410-cf341fc0bbe3 admin admin] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:29:28.568043 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-cc870668-5a33-4f55-b410-cf341fc0bbe3 admin admin] 10.222.0.60 "PUT /v2.0/routers/7e34173f-b3cd-4495-90f3-2967c66803be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3649290 Sep 27 12:29:28.570588 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 34404) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:28.576698 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d508672-6bfb-4ac6-9957-f8d67a1cf550 None None] Sync routers for ids ['7e34173f-b3cd-4495-90f3-2967c66803be'] in dv-cinder-768458-11-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:29:28.589218 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d508672-6bfb-4ac6-9957-f8d67a1cf550 None None] Routers {'7e34173f-b3cd-4495-90f3-2967c66803be'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:29:28.590711 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-4d508672-6bfb-4ac6-9957-f8d67a1cf550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:29:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['7e34173f-b3cd-4495-90f3-2967c66803be'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:29:28.660424 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 34406) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:28.682135 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-142a7d9b-2ba1-4730-87a7-a522cd4ca7eb admin admin] Notify callbacks [] for router, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:28.704455 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-4d508672-6bfb-4ac6-9957-f8d67a1cf550 None None] Set router 7e34173f-b3cd-4495-90f3-2967c66803be gateway port host: dv-cinder-768458-11-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:29:28.707019 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-7ee377d4-2b06-4207-9291-7f956f555a54 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d4968d9d2be54e15a365a83a0fe2eebc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454323 Sep 27 12:29:28.709519 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 34408) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:28.777019 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-53a86bd9-1c83-4b2e-9c2a-e5f1cfe969c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:28.803459 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-53a86bd9-1c83-4b2e-9c2a-e5f1cfe969c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:28.808211 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-142a7d9b-2ba1-4730-87a7-a522cd4ca7eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:28.857522 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-53a86bd9-1c83-4b2e-9c2a-e5f1cfe969c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:28.861130 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-53a86bd9-1c83-4b2e-9c2a-e5f1cfe969c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:28.864830 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-53a86bd9-1c83-4b2e-9c2a-e5f1cfe969c6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e4aff722-649f-4a59-8cc6-cf5caecde7a7 HTTP/1.1" status: 204 len: 168 time: 0.1519687 Sep 27 12:29:28.868773 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-142a7d9b-2ba1-4730-87a7-a522cd4ca7eb admin admin] Deleting port ec432d13-2c66-4c60-9e83-ad7d32cfb153 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:29:28.869346 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-142a7d9b-2ba1-4730-87a7-a522cd4ca7eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:28.877519 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a86bd9-1c83-4b2e-9c2a-e5f1cfe969c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4aff722-649f-4a59-8cc6-cf5caecde7a7,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:28.907800 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-4d508672-6bfb-4ac6-9957-f8d67a1cf550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'name': 'tempest-AttachVolumeShelveTestJSON-2004355141-router', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:18:27Z', 'updated_at': '2021-09-27T12:29:27Z', 'revision_number': 5, 'project_id': '72093fa7db4244d79c19eca210667037', 'gw_port': {'id': 'ec432d13-2c66-4c60-9e83-ad7d32cfb153', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:18:28Z', 'updated_at': '2021-09-27T12:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi'}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:29:28.938622 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d508672-6bfb-4ac6-9957-f8d67a1cf550 None None] Checking router: 7e34173f-b3cd-4495-90f3-2967c66803be for host: dv-cinder-768458-11-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:29:28.947721 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d508672-6bfb-4ac6-9957-f8d67a1cf550 None None] Routers {'7e34173f-b3cd-4495-90f3-2967c66803be'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:29:28.948626 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-4d508672-6bfb-4ac6-9957-f8d67a1cf550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:29:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['7e34173f-b3cd-4495-90f3-2967c66803be'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:29:28.950627 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-142a7d9b-2ba1-4730-87a7-a522cd4ca7eb admin admin] For port ec432d13-2c66-4c60-9e83-ad7d32cfb153, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=ec432d13-2c66-4c60-9e83-ad7d32cfb153,segment=NetworkSegment(c3edcc58-5368-4442-b7b6-007dffc21523),segment_id=c3edcc58-5368-4442-b7b6-007dffc21523)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:29:28.951095 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-142a7d9b-2ba1-4730-87a7-a522cd4ca7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:28.964732 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-142a7d9b-2ba1-4730-87a7-a522cd4ca7eb admin admin] Calling delete_port for ec432d13-2c66-4c60-9e83-ad7d32cfb153 owned by network:router_gateway {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:29:29.142463 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-142a7d9b-2ba1-4730-87a7-a522cd4ca7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:29.145325 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-4d508672-6bfb-4ac6-9957-f8d67a1cf550 None None] Set router 7e34173f-b3cd-4495-90f3-2967c66803be gateway port host: None {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:29:29.196233 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-4d508672-6bfb-4ac6-9957-f8d67a1cf550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'name': 'tempest-AttachVolumeShelveTestJSON-2004355141-router', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:18:27Z', 'updated_at': '2021-09-27T12:29:28Z', 'revision_number': 6, 'project_id': '72093fa7db4244d79c19eca210667037', 'gw_port_host': None}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:29:29.204598 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a7d9b-2ba1-4730-87a7-a522cd4ca7eb admin admin] Pushing event deleted for resources: {'Port': ['ID=ec432d13-2c66-4c60-9e83-ad7d32cfb153,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:29.226953 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d508672-6bfb-4ac6-9957-f8d67a1cf550 None None] The sync data for ids ['7e34173f-b3cd-4495-90f3-2967c66803be'] in dv-cinder-768458-11-iscsi is: [{'id': '7e34173f-b3cd-4495-90f3-2967c66803be', 'name': 'tempest-AttachVolumeShelveTestJSON-2004355141-router', 'tenant_id': '72093fa7db4244d79c19eca210667037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:18:27Z', 'updated_at': '2021-09-27T12:29:28Z', 'revision_number': 6, 'project_id': '72093fa7db4244d79c19eca210667037', 'gw_port_host': None}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:29:29.244129 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-142a7d9b-2ba1-4730-87a7-a522cd4ca7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528726'] for router_gateway, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:29.335814 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-142a7d9b-2ba1-4730-87a7-a522cd4ca7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7353'] for router, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:29.337885 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-142a7d9b-2ba1-4730-87a7-a522cd4ca7eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:29.381464 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-142a7d9b-2ba1-4730-87a7-a522cd4ca7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530736'] for router, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:29.382026 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142a7d9b-2ba1-4730-87a7-a522cd4ca7eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e34173f-b3cd-4495-90f3-2967c66803be {{(pid=94061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 12:29:29.387625 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-142a7d9b-2ba1-4730-87a7-a522cd4ca7eb admin admin] Notify callbacks [] for router, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:29.389941 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-142a7d9b-2ba1-4730-87a7-a522cd4ca7eb admin admin] 10.222.0.60 "DELETE /v2.0/routers/7e34173f-b3cd-4495-90f3-2967c66803be HTTP/1.1" status: 204 len: 168 time: 0.8174601 Sep 27 12:29:29.398845 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 34422) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:29.444967 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2ba27e3-617c-46fd-8174-f76b54187c1d admin admin] Deleting subnet c2b6d0e0-734d-4b24-98bc-9d4bdee30d50 {{(pid=94062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:29:29.448008 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d2ba27e3-617c-46fd-8174-f76b54187c1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:29.486740 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d2ba27e3-617c-46fd-8174-f76b54187c1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328894'] for subnet, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:29.563574 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d2ba27e3-617c-46fd-8174-f76b54187c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8349256'] for subnet, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:29.621054 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d2ba27e3-617c-46fd-8174-f76b54187c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8349249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4103766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8778815'] for subnet, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:29.644729 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 34432) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:29.650364 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba27e3-617c-46fd-8174-f76b54187c1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2b6d0e0-734d-4b24-98bc-9d4bdee30d50,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:29.654159 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d2ba27e3-617c-46fd-8174-f76b54187c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:29.656058 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-d2ba27e3-617c-46fd-8174-f76b54187c1d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c2b6d0e0-734d-4b24-98bc-9d4bdee30d50 HTTP/1.1" status: 204 len: 168 time: 0.2561967 Sep 27 12:29:29.658630 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 34436) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:29.662391 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a7c65e-bbfc-4890-af30-0ce2f4fefcd8 None None] Network 5403b160-6d1e-45bc-9efc-c408d4d66d43 requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:29:29.747500 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-07859b66-fd71-4426-b0a5-cdc03534a67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7874224'] for network, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:29.771699 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-b01eb2e3-5acc-484d-81e2-ca10b427fb32 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1856958598-network', 'tenant_id': '0c3af2a8878c4460a542959a431a716d'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:29:29.795860 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01eb2e3-5acc-484d-81e2-ca10b427fb32 admin admin] Made reservation on behalf of 0c3af2a8878c4460a542959a431a716d for: {'network': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:29:29.798475 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b01eb2e3-5acc-484d-81e2-ca10b427fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for network, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:29.806558 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-07859b66-fd71-4426-b0a5-cdc03534a67f admin admin] Deleting port 94a63796-4d82-4c70-a83d-8568079350e0 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:29:29.807058 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-07859b66-fd71-4426-b0a5-cdc03534a67f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:29.811970 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b01eb2e3-5acc-484d-81e2-ca10b427fb32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:29.887515 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-07859b66-fd71-4426-b0a5-cdc03534a67f admin admin] For port 94a63796-4d82-4c70-a83d-8568079350e0, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=94a63796-4d82-4c70-a83d-8568079350e0,segment=NetworkSegment(2a6580eb-8685-4d7a-9cf9-25621c7b4860),segment_id=2a6580eb-8685-4d7a-9cf9-25621c7b4860)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:29:29.887903 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-07859b66-fd71-4426-b0a5-cdc03534a67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:29.900042 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-07859b66-fd71-4426-b0a5-cdc03534a67f admin admin] Calling delete_port for 94a63796-4d82-4c70-a83d-8568079350e0 owned by network:dhcp {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:29:29.907411 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b01eb2e3-5acc-484d-81e2-ca10b427fb32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:29.911878 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b01eb2e3-5acc-484d-81e2-ca10b427fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:29.932357 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b01eb2e3-5acc-484d-81e2-ca10b427fb32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=94061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:29:29.946216 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01eb2e3-5acc-484d-81e2-ca10b427fb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad74733-1f97-468f-8116-b2a5c98b28c9,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:29.951190 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b01eb2e3-5acc-484d-81e2-ca10b427fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:29.951506 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.db.segments_db [None req-b01eb2e3-5acc-484d-81e2-ca10b427fb32 admin admin] Added segment 4a3613c6-fe47-4112-b411-5916934c6b9d of type vlan for network b51d978d-7879-485b-8768-a9902fb14f84 Sep 27 12:29:29.984556 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-07859b66-fd71-4426-b0a5-cdc03534a67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4103691'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:29.993797 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b01eb2e3-5acc-484d-81e2-ca10b427fb32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743558578710'] for network, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:30.013296 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07859b66-fd71-4426-b0a5-cdc03534a67f admin admin] Pushing event deleted for resources: {'Port': ['ID=94a63796-4d82-4c70-a83d-8568079350e0,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:30.015189 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07859b66-fd71-4426-b0a5-cdc03534a67f admin admin] No DVR routers for this DVR port 94a63796-4d82-4c70-a83d-8568079350e0 on host dv-cinder-768458-11-iscsi {{(pid=94062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:29:30.034082 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b01eb2e3-5acc-484d-81e2-ca10b427fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323'] for network, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:30.035470 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01eb2e3-5acc-484d-81e2-ca10b427fb32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:30.036398 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b01eb2e3-5acc-484d-81e2-ca10b427fb32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:30.048165 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674f72f4-f0cb-4685-b03a-c30288dde7f5 None None] DHCP port deletion for 5403b160-6d1e-45bc-9efc-c408d4d66d43 request from dv-cinder-768458-11-iscsi {{(pid=94063) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 12:29:30.082277 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-b01eb2e3-5acc-484d-81e2-ca10b427fb32 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4325635 Sep 27 12:29:30.083290 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 34438) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:30.087978 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-4483ff43-54a1-4de8-8aaa-eebabe10d1a4 admin admin] Request body: {'subnet': {'network_id': 'b51d978d-7879-485b-8768-a9902fb14f84', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1856958598-subnet', 'tenant_id': '0c3af2a8878c4460a542959a431a716d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:29:30.099625 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-07859b66-fd71-4426-b0a5-cdc03534a67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8355569', 'neutron.services.segments.db._delete_segments_for_network-8743558924948'] for network, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:30.119564 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-07859b66-fd71-4426-b0a5-cdc03534a67f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5403b160-6d1e-45bc-9efc-c408d4d66d43']}} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:29:30.129778 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-07859b66-fd71-4426-b0a5-cdc03534a67f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a6580eb-8685-4d7a-9cf9-25621c7b4860') {'for_net_delete': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:29:30.130003 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01eb2e3-5acc-484d-81e2-ca10b427fb32 admin admin] Pushing event updated for resources: {'Network': ['ID=b51d978d-7879-485b-8768-a9902fb14f84,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:30.130222 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-07859b66-fd71-4426-b0a5-cdc03534a67f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a6580eb-8685-4d7a-9cf9-25621c7b4860') {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:29:30.141614 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Network b51d978d-7879-485b-8768-a9902fb14f84 details requested by agent ovs-agent-dv-cinder-768458-11-iscsi with host dv-cinder-768458-11-iscsi {{(pid=94063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:29:30.143320 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4483ff43-54a1-4de8-8aaa-eebabe10d1a4 admin admin] Made reservation on behalf of 0c3af2a8878c4460a542959a431a716d for: {'subnet': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:29:30.145945 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4483ff43-54a1-4de8-8aaa-eebabe10d1a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8488467'] for subnet, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:30.148595 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-07859b66-fd71-4426-b0a5-cdc03534a67f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743558923165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328871'] for segment, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:30.165369 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-07859b66-fd71-4426-b0a5-cdc03534a67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:30.172816 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07859b66-fd71-4426-b0a5-cdc03534a67f admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:29:30.173248 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-07859b66-fd71-4426-b0a5-cdc03534a67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4103672'] for segment, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:30.175247 dv-cinder-768458-11-iscsi neutron-server[94062]: Traceback (most recent call last): Sep 27 12:29:30.175247 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:29:30.175247 dv-cinder-768458-11-iscsi neutron-server[94062]: timer() Sep 27 12:29:30.175247 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:29:30.175247 dv-cinder-768458-11-iscsi neutron-server[94062]: cb(*args, **kw) Sep 27 12:29:30.175247 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:29:30.175247 dv-cinder-768458-11-iscsi neutron-server[94062]: return func(*args, **kwargs) Sep 27 12:29:30.175247 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:29:30.175247 dv-cinder-768458-11-iscsi neutron-server[94062]: self._notify() Sep 27 12:29:30.175247 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:29:30.175247 dv-cinder-768458-11-iscsi neutron-server[94062]: self.callback(batched_events) Sep 27 12:29:30.175247 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:29:30.175247 dv-cinder-768458-11-iscsi neutron-server[94062]: event.method(event) Sep 27 12:29:30.175247 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:29:30.175247 dv-cinder-768458-11-iscsi neutron-server[94062]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:29:30.175247 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:29:30.175247 dv-cinder-768458-11-iscsi neutron-server[94062]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:29:30.175247 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:29:30.175247 dv-cinder-768458-11-iscsi neutron-server[94062]: return f(self, *a, **k) Sep 27 12:29:30.175247 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:29:30.175247 dv-cinder-768458-11-iscsi neutron-server[94062]: return self._get(url).json() Sep 27 12:29:30.175247 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:29:30.175247 dv-cinder-768458-11-iscsi neutron-server[94062]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:29:30.175247 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:29:30.175247 dv-cinder-768458-11-iscsi neutron-server[94062]: return self.request(url, 'GET', **kwargs) Sep 27 12:29:30.175247 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:29:30.175247 dv-cinder-768458-11-iscsi neutron-server[94062]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:29:30.175247 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:29:30.175247 dv-cinder-768458-11-iscsi neutron-server[94062]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:29:30.175247 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:29:30.175247 dv-cinder-768458-11-iscsi neutron-server[94062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:29:30.175247 dv-cinder-768458-11-iscsi neutron-server[94062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:29:30.238933 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-07859b66-fd71-4426-b0a5-cdc03534a67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8355526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528650'] for network, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:30.244654 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-07859b66-fd71-4426-b0a5-cdc03534a67f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:30.246900 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-07859b66-fd71-4426-b0a5-cdc03534a67f admin admin] 10.222.0.60 "DELETE /v2.0/networks/5403b160-6d1e-45bc-9efc-c408d4d66d43 HTTP/1.1" status: 204 len: 168 time: 0.5871484 Sep 27 12:29:30.259789 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07859b66-fd71-4426-b0a5-cdc03534a67f admin admin] Pushing event deleted for resources: {'Network': ['ID=5403b160-6d1e-45bc-9efc-c408d4d66d43,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:30.322569 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0 no longer exists at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:29:30.355807 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] No Port match for: fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:29:30.356502 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device fcd44ebb-07c9-4cd1-a8ab-628360a0e0d0 not bound to the agent host dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:29:30.357171 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 94a63796-4d82-4c70-a83d-8568079350e0 no longer exists at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:29:30.360169 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4483ff43-54a1-4de8-8aaa-eebabe10d1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3978676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8488481'] for subnet, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:30.379412 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] No Port match for: 94a63796-4d82-4c70-a83d-8568079350e0 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:29:30.379915 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 94a63796-4d82-4c70-a83d-8568079350e0 not bound to the agent host dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:29:30.380423 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device ec432d13-2c66-4c60-9e83-ad7d32cfb153 no longer exists at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:29:30.398192 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 34442) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:30.402766 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] No Port match for: ec432d13-2c66-4c60-9e83-ad7d32cfb153 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:29:30.403378 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device ec432d13-2c66-4c60-9e83-ad7d32cfb153 not bound to the agent host dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:29:30.445582 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4483ff43-54a1-4de8-8aaa-eebabe10d1a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=966dc78e-ae0d-424d-a4e1-ea91294993fa,revision_number=0']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:30.464809 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4483ff43-54a1-4de8-8aaa-eebabe10d1a4 admin admin] Checking segment: {'id': '4a3613c6-fe47-4112-b411-5916934c6b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b51d978d-7879-485b-8768-a9902fb14f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:29:30.465172 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4483ff43-54a1-4de8-8aaa-eebabe10d1a4 admin admin] Network hostable DHCP agents. Network: b51d978d-7879-485b-8768-a9902fb14f84, hostable agents: ['e47cdff6-7b19-4f64-ade6-a89e4357b373'], hosted agents: [] {{(pid=94061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:29:30.470173 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-8f040579-cd54-452f-9095-2f47d6de4ec8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=72093fa7db4244d79c19eca210667037&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0692863 Sep 27 12:29:30.473402 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 34444) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:30.515209 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4483ff43-54a1-4de8-8aaa-eebabe10d1a4 admin admin] Network b51d978d-7879-485b-8768-a9902fb14f84 is scheduled to be hosted by DHCP agent e47cdff6-7b19-4f64-ade6-a89e4357b373 with binding_index 1 {{(pid=94061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:29:30.531829 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-4483ff43-54a1-4de8-8aaa-eebabe10d1a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-11-iscsi, b51d978d-7879-485b-8768-a9902fb14f84) {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:29:30.538229 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4483ff43-54a1-4de8-8aaa-eebabe10d1a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:30.538803 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4483ff43-54a1-4de8-8aaa-eebabe10d1a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:30.539268 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effc90bc-a7a5-4fcf-b2ce-32a6c387dda5 None None] Network b51d978d-7879-485b-8768-a9902fb14f84 requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:29:30.541871 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6d037c52-6bc2-4e7b-959b-e32a9f38e140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:30.571043 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-4483ff43-54a1-4de8-8aaa-eebabe10d1a4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4813306 Sep 27 12:29:30.571043 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6d037c52-6bc2-4e7b-959b-e32a9f38e140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:30.621096 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6d037c52-6bc2-4e7b-959b-e32a9f38e140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:30.624225 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6d037c52-6bc2-4e7b-959b-e32a9f38e140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:30.625445 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-6d037c52-6bc2-4e7b-959b-e32a9f38e140 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f6640c1d-a1e8-4649-af50-d1562a7964de HTTP/1.1" status: 204 len: 168 time: 0.1511374 Sep 27 12:29:30.642886 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d037c52-6bc2-4e7b-959b-e32a9f38e140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6640c1d-a1e8-4649-af50-d1562a7964de,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:30.687865 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63be98f3-346e-4122-b296-c5751bc43ef1 None None] Network b51d978d-7879-485b-8768-a9902fb14f84 requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:29:31.146636 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-2a9c2efb-6d59-4374-8515-a13e0b2fa512 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:31.148130 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-2a9c2efb-6d59-4374-8515-a13e0b2fa512 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/networks?id=b51d978d-7879-485b-8768-a9902fb14f84 HTTP/1.1" status: 200 len: 815 time: 0.1012402 Sep 27 12:29:31.163334 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-85fa6048-9342-4153-8825-428ece159126 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/quotas/0c3af2a8878c4460a542959a431a716d HTTP/1.1" status: 200 len: 375 time: 0.0090942 Sep 27 12:29:31.208795 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-5aee8cb3-3258-4726-8c74-8a3be5ba98f9 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c3af2a8878c4460a542959a431a716d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396183 Sep 27 12:29:31.359597 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-6b8f4f48-10b9-4a23-871e-6e1ff5a1caec service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 12:29:31.360835 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-6b8f4f48-10b9-4a23-871e-6e1ff5a1caec service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1448073 Sep 27 12:29:31.452753 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-d4736f98-c589-4c2c-86cc-511f40e52deb service neutron] 10.222.0.60 "GET /v2.0/networks/b51d978d-7879-485b-8768-a9902fb14f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828753 Sep 27 12:29:31.555422 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-2a1fa9cf-bb61-45d8-a306-80bb7f25013c service neutron] 10.222.0.60 "GET /v2.0/networks/b51d978d-7879-485b-8768-a9902fb14f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952015 Sep 27 12:29:31.729036 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-11a66212-b83c-4d50-b240-9582c424a0b6 req-30ba1971-6c0f-4baa-9cef-b46992ddb05f tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=151399ef-92d6-429c-9ccb-dea129603cea HTTP/1.1" status: 200 len: 210 time: 0.0470037 Sep 27 12:29:32.863679 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-604f8595-03c8-4b5b-8cb1-13350b6f2cd7 req-42f5ad54-d864-442c-80bc-7e141a119c70 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=151399ef-92d6-429c-9ccb-dea129603cea HTTP/1.1" status: 200 len: 210 time: 0.0493331 Sep 27 12:29:32.865318 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-803b1f8a-02e9-4845-917c-bab499fbe952 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:32.866939 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-803b1f8a-02e9-4845-917c-bab499fbe952 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.25 "GET /v2.0/networks?id=b51d978d-7879-485b-8768-a9902fb14f84 HTTP/1.1" status: 200 len: 815 time: 0.1388474 Sep 27 12:29:32.889771 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-fa2e671c-e352-40fd-8c08-227a6a7c9d4c tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Request body: {'port': {'device_id': '151399ef-92d6-429c-9ccb-dea129603cea', 'network_id': 'b51d978d-7879-485b-8768-a9902fb14f84', 'admin_state_up': True, 'tenant_id': '0c3af2a8878c4460a542959a431a716d'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:29:33.010786 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-fa2e671c-e352-40fd-8c08-227a6a7c9d4c tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Made reservation on behalf of 0c3af2a8878c4460a542959a431a716d for: {'port': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:29:33.014659 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-fa2e671c-e352-40fd-8c08-227a6a7c9d4c tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:33.149533 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-fa2e671c-e352-40fd-8c08-227a6a7c9d4c tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Allocated IP 172.20.0.7 (b51d978d-7879-485b-8768-a9902fb14f84/966dc78e-ae0d-424d-a4e1-ea91294993fa/83fe5485-5c27-4acc-89a5-603182419da1) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:29:33.298359 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-fa2e671c-e352-40fd-8c08-227a6a7c9d4c tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:33.334695 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-fa2e671c-e352-40fd-8c08-227a6a7c9d4c tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:33.383437 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-fa2e671c-e352-40fd-8c08-227a6a7c9d4c tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Network b51d978d-7879-485b-8768-a9902fb14f84 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:29:33.388535 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-fa2e671c-e352-40fd-8c08-227a6a7c9d4c tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:29:33.394441 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-fa2e671c-e352-40fd-8c08-227a6a7c9d4c tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:29:33.427390 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e671c-e352-40fd-8c08-227a6a7c9d4c tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Pushing event updated for resources: {'Port': ['ID=83fe5485-5c27-4acc-89a5-603182419da1,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:33.455686 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-fa2e671c-e352-40fd-8c08-227a6a7c9d4c tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:33.456300 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-fa2e671c-e352-40fd-8c08-227a6a7c9d4c tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:33.471407 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-fa2e671c-e352-40fd-8c08-227a6a7c9d4c tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5869670 Sep 27 12:29:33.527561 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-63ff5bf8-d478-438d-8b90-6dc7ba23ee29 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 12:29:33.528647 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-63ff5bf8-d478-438d-8b90-6dc7ba23ee29 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056484 Sep 27 12:29:33.669719 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 34620) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:33.686535 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-b6176318-4cd3-44f7-8442-32a384ff3a62 service neutron] Request body: {'port': {'device_id': '151399ef-92d6-429c-9ccb-dea129603cea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:29:33.741909 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4dbd-2bdc-452c-9cb3-50ff990b9757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:33.744246 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-b6176318-4cd3-44f7-8442-32a384ff3a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:33.837961 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4dbd-2bdc-452c-9cb3-50ff990b9757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:33.841909 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4dbd-2bdc-452c-9cb3-50ff990b9757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:33.882023 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-7e6f4dbd-2bdc-452c-9cb3-50ff990b9757 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fb46b3399aff444289e07c78cc165b56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2089248 Sep 27 12:29:33.882023 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f4dbd-2bdc-452c-9cb3-50ff990b9757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8754f4a1-170c-485f-bb5e-6c0e622fc91a,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:33.883086 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 34624) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:33.932266 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5fc3f242-f2ba-4b5d-9cec-dc3c9ddbaf78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:33.955126 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5fc3f242-f2ba-4b5d-9cec-dc3c9ddbaf78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:34.007493 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5fc3f242-f2ba-4b5d-9cec-dc3c9ddbaf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:34.010084 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5fc3f242-f2ba-4b5d-9cec-dc3c9ddbaf78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:34.011296 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-5fc3f242-f2ba-4b5d-9cec-dc3c9ddbaf78 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8754f4a1-170c-485f-bb5e-6c0e622fc91a HTTP/1.1" status: 204 len: 168 time: 0.1273029 Sep 27 12:29:34.020521 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3f242-f2ba-4b5d-9cec-dc3c9ddbaf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8754f4a1-170c-485f-bb5e-6c0e622fc91a,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:34.272430 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40ee58-0c38-409d-a17b-add9e634846e req-5f4b88fa-dda7-47e4-9773-ddafb0510764 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:34.273889 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7f40ee58-0c38-409d-a17b-add9e634846e req-5f4b88fa-dda7-47e4-9773-ddafb0510764 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=151399ef-92d6-429c-9ccb-dea129603cea HTTP/1.1" status: 200 len: 931 time: 0.3314581 Sep 27 12:29:34.313410 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 34632) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:34.327104 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2ea18aab-21df-4924-845d-ed9fc39eb232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:34.337013 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-b6176318-4cd3-44f7-8442-32a384ff3a62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83fe5485-5c27-4acc-89a5-603182419da1 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:29:34.349032 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-b6176318-4cd3-44f7-8442-32a384ff3a62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:34.353640 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7f40ee58-0c38-409d-a17b-add9e634846e req-19754414-8f2d-4c46-af1b-86c614469996 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721056 Sep 27 12:29:34.364384 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-b6176318-4cd3-44f7-8442-32a384ff3a62 service neutron] Transition to ACTIVE for port object 83fe5485-5c27-4acc-89a5-603182419da1 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:29:34.369059 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-b6176318-4cd3-44f7-8442-32a384ff3a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:34.420994 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6176318-4cd3-44f7-8442-32a384ff3a62 service neutron] Pushing event updated for resources: {'Port': ['ID=83fe5485-5c27-4acc-89a5-603182419da1,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:34.427931 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2ea18aab-21df-4924-845d-ed9fc39eb232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:34.433594 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2ea18aab-21df-4924-845d-ed9fc39eb232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:34.473671 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-2ea18aab-21df-4924-845d-ed9fc39eb232 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=858fde1e196d43b7a5a7696527329211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1587892 Sep 27 12:29:34.475088 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea18aab-21df-4924-845d-ed9fc39eb232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43878bd7-04ce-4c24-bd51-79061af5ebaf,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:34.478011 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 34634) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:34.525082 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-b6176318-4cd3-44f7-8442-32a384ff3a62 service neutron] Attempting to bind port 83fe5485-5c27-4acc-89a5-603182419da1 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:29:34.525427 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-b6176318-4cd3-44f7-8442-32a384ff3a62 service neutron] Attempting to bind port 83fe5485-5c27-4acc-89a5-603182419da1 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '4a3613c6-fe47-4112-b411-5916934c6b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b51d978d-7879-485b-8768-a9902fb14f84'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:29:34.525754 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-b6176318-4cd3-44f7-8442-32a384ff3a62 service neutron] Attempting to bind port 83fe5485-5c27-4acc-89a5-603182419da1 on network b51d978d-7879-485b-8768-a9902fb14f84 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:29:34.533980 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-b6176318-4cd3-44f7-8442-32a384ff3a62 service neutron] Port 83fe5485-5c27-4acc-89a5-603182419da1 on network b51d978d-7879-485b-8768-a9902fb14f84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:29:34.534303 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-b6176318-4cd3-44f7-8442-32a384ff3a62 service neutron] Attempting to bind port 83fe5485-5c27-4acc-89a5-603182419da1 on network b51d978d-7879-485b-8768-a9902fb14f84 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:29:34.542178 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-b6176318-4cd3-44f7-8442-32a384ff3a62 service neutron] Checking agent: {'id': '20c1fc43-a135-4852-87d5-8f0af43386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'started_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:29:34.542513 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-b6176318-4cd3-44f7-8442-32a384ff3a62 service neutron] Checking segment: {'id': '4a3613c6-fe47-4112-b411-5916934c6b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b51d978d-7879-485b-8768-a9902fb14f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:29:34.542895 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-b6176318-4cd3-44f7-8442-32a384ff3a62 service neutron] Bound using segment: {'id': '4a3613c6-fe47-4112-b411-5916934c6b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b51d978d-7879-485b-8768-a9902fb14f84'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:29:34.543345 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-b6176318-4cd3-44f7-8442-32a384ff3a62 service neutron] Bound port: 83fe5485-5c27-4acc-89a5-603182419da1, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a3613c6-fe47-4112-b411-5916934c6b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b51d978d-7879-485b-8768-a9902fb14f84'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:29:34.543705 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-b6176318-4cd3-44f7-8442-32a384ff3a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:34.562144 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-39f3d9e3-801e-4d76-abe4-e63b4a565d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:34.611042 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-39f3d9e3-801e-4d76-abe4-e63b4a565d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:34.658726 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-b6176318-4cd3-44f7-8442-32a384ff3a62 service neutron] For port 83fe5485-5c27-4acc-89a5-603182419da1, host hv-cinder-76845, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:29:34.670354 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-b6176318-4cd3-44f7-8442-32a384ff3a62 service neutron] For port 83fe5485-5c27-4acc-89a5-603182419da1, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=83fe5485-5c27-4acc-89a5-603182419da1,segment=NetworkSegment(4a3613c6-fe47-4112-b411-5916934c6b9d),segment_id=4a3613c6-fe47-4112-b411-5916934c6b9d)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:29:34.674863 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-b6176318-4cd3-44f7-8442-32a384ff3a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:34.686418 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:29:34.709340 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-b6176318-4cd3-44f7-8442-32a384ff3a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:34.709979 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-b6176318-4cd3-44f7-8442-32a384ff3a62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:34.711483 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-b6176318-4cd3-44f7-8442-32a384ff3a62 service neutron] 10.222.0.25 "PUT /v2.0/ports/83fe5485-5c27-4acc-89a5-603182419da1 HTTP/1.1" status: 200 len: 1093 time: 1.1729529 Sep 27 12:29:34.711919 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '151399ef-92d6-429c-9ccb-dea129603cea', 'tag': '83fe5485-5c27-4acc-89a5-603182419da1'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:29:34.714116 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae9206f-0253-44cb-93ac-4362723ace89" -d '{"events": [{"name": "network-changed", "server_uuid": "151399ef-92d6-429c-9ccb-dea129603cea", "tag": "83fe5485-5c27-4acc-89a5-603182419da1"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:29:34.723721 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-39f3d9e3-801e-4d76-abe4-e63b4a565d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:34.726151 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-39f3d9e3-801e-4d76-abe4-e63b4a565d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:34.727593 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-39f3d9e3-801e-4d76-abe4-e63b4a565d14 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/43878bd7-04ce-4c24-bd51-79061af5ebaf HTTP/1.1" status: 204 len: 168 time: 0.2479568 Sep 27 12:29:34.749828 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3d9e3-801e-4d76-abe4-e63b4a565d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43878bd7-04ce-4c24-bd51-79061af5ebaf,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:34.756336 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6176318-4cd3-44f7-8442-32a384ff3a62 service neutron] Pushing event updated for resources: {'Port': ['ID=83fe5485-5c27-4acc-89a5-603182419da1,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:34.786320 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d1d10f-2384-44a8-bbc4-4779ff5707ce x-openstack-request-id: req-d3d1d10f-2384-44a8-bbc4-4779ff5707ce {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:29:34.786732 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "151399ef-92d6-429c-9ccb-dea129603cea", "tag": "83fe5485-5c27-4acc-89a5-603182419da1", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:29:34.787009 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d3d1d10f-2384-44a8-bbc4-4779ff5707ce {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:29:34.787418 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '151399ef-92d6-429c-9ccb-dea129603cea', 'tag': '83fe5485-5c27-4acc-89a5-603182419da1', 'status': 'completed', 'code': 200} Sep 27 12:29:34.803827 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-393c65c0-9aff-4a91-aab4-f05fa85518f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:34.805331 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-393c65c0-9aff-4a91-aab4-f05fa85518f6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0c3af2a8878c4460a542959a431a716d&device_id=151399ef-92d6-429c-9ccb-dea129603cea HTTP/1.1" status: 200 len: 1096 time: 0.0459473 Sep 27 12:29:34.856440 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-fe6c96dc-7f85-4aad-8708-02dbacf132e7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83fe5485-5c27-4acc-89a5-603182419da1 HTTP/1.1" status: 200 len: 217 time: 0.0387688 Sep 27 12:29:34.909099 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-a44f4177-9bce-4ed8-b873-c93ff51b152a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:34.910579 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-a44f4177-9bce-4ed8-b873-c93ff51b152a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=966dc78e-ae0d-424d-a4e1-ea91294993fa HTTP/1.1" status: 200 len: 855 time: 0.0476594 Sep 27 12:29:34.946692 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-812a8415-d407-4bda-9dcb-65f503f55158 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b51d978d-7879-485b-8768-a9902fb14f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243993 Sep 27 12:29:35.048157 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-0c0ade76-6e01-40e6-aa93-3b9fae71e0b2 service neutron] 10.222.0.25 "GET /v2.0/networks/b51d978d-7879-485b-8768-a9902fb14f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890903 Sep 27 12:29:35.137865 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d7125daf-fc26-4ed7-abb5-0ef54111d7ad req-f06d5b0e-69ea-4209-b038-9742bab809f1 service neutron] 10.222.0.25 "GET /v2.0/networks/b51d978d-7879-485b-8768-a9902fb14f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826311 Sep 27 12:29:35.231406 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9206f-0253-44cb-93ac-4362723ace89 req-d8a99cc4-8d1a-41e0-ae0d-3a0064da63a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:35.233281 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1ae9206f-0253-44cb-93ac-4362723ace89 req-d8a99cc4-8d1a-41e0-ae0d-3a0064da63a7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0c3af2a8878c4460a542959a431a716d&device_id=151399ef-92d6-429c-9ccb-dea129603cea HTTP/1.1" status: 200 len: 1096 time: 0.0465314 Sep 27 12:29:35.326700 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9206f-0253-44cb-93ac-4362723ace89 req-e994f514-f2aa-425d-91e2-77aa838bd558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:35.326700 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1ae9206f-0253-44cb-93ac-4362723ace89 req-e994f514-f2aa-425d-91e2-77aa838bd558 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b51d978d-7879-485b-8768-a9902fb14f84 HTTP/1.1" status: 200 len: 916 time: 0.0854807 Sep 27 12:29:35.371619 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1ae9206f-0253-44cb-93ac-4362723ace89 req-1bb96e3c-c7bb-4718-85ea-e9f374d974b4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83fe5485-5c27-4acc-89a5-603182419da1 HTTP/1.1" status: 200 len: 217 time: 0.0373034 Sep 27 12:29:35.426948 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9206f-0253-44cb-93ac-4362723ace89 req-9433af34-88e5-408d-8076-87b3b355384a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:35.428761 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1ae9206f-0253-44cb-93ac-4362723ace89 req-9433af34-88e5-408d-8076-87b3b355384a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=966dc78e-ae0d-424d-a4e1-ea91294993fa HTTP/1.1" status: 200 len: 855 time: 0.0491385 Sep 27 12:29:35.481611 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1ae9206f-0253-44cb-93ac-4362723ace89 req-add78d9e-85b5-4347-80a6-fd3138c7bf95 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b51d978d-7879-485b-8768-a9902fb14f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408463 Sep 27 12:29:35.516296 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3970e-2651-4937-aa03-357a44f68598 req-ff6aa604-0ebf-48da-9906-7e49f6897727 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:35.517832 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-59d3970e-2651-4937-aa03-357a44f68598 req-ff6aa604-0ebf-48da-9906-7e49f6897727 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=151399ef-92d6-429c-9ccb-dea129603cea HTTP/1.1" status: 200 len: 943 time: 0.0938759 Sep 27 12:29:35.602730 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-59d3970e-2651-4937-aa03-357a44f68598 req-7112b9cd-17b9-43cf-997a-9b53fe35d169 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732951 Sep 27 12:29:35.617538 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1ae9206f-0253-44cb-93ac-4362723ace89 req-dedc7a73-fb72-49ee-abd3-3bb3fef998c9 service neutron] 10.222.0.25 "GET /v2.0/networks/b51d978d-7879-485b-8768-a9902fb14f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277664 Sep 27 12:29:35.718421 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1ae9206f-0253-44cb-93ac-4362723ace89 req-bce9e3dc-94c6-4755-a137-443f7e633e1c service neutron] 10.222.0.25 "GET /v2.0/networks/b51d978d-7879-485b-8768-a9902fb14f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875950 Sep 27 12:29:36.316141 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 34682) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:36.419476 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-393f7626-63d5-4105-982d-5a63ecf0f129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:36.508939 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-393f7626-63d5-4105-982d-5a63ecf0f129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:36.512738 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-393f7626-63d5-4105-982d-5a63ecf0f129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:36.550130 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-393f7626-63d5-4105-982d-5a63ecf0f129 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=76d48ce191d04764b4276551cfd1c218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329366 Sep 27 12:29:36.554800 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f7626-63d5-4105-982d-5a63ecf0f129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c43492a-bd8e-4aab-86c9-b2cf7d230ff6,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:36.554941 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 34688) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:36.602178 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3997ca8a-c852-43d9-b5c1-de06060e6724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:36.622582 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3997ca8a-c852-43d9-b5c1-de06060e6724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:36.669061 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3997ca8a-c852-43d9-b5c1-de06060e6724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:36.672088 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3997ca8a-c852-43d9-b5c1-de06060e6724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:36.673233 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-3997ca8a-c852-43d9-b5c1-de06060e6724 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7c43492a-bd8e-4aab-86c9-b2cf7d230ff6 HTTP/1.1" status: 204 len: 168 time: 0.1193578 Sep 27 12:29:36.693410 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997ca8a-c852-43d9-b5c1-de06060e6724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c43492a-bd8e-4aab-86c9-b2cf7d230ff6,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:36.730773 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef34a90-b05c-435b-a497-b02e4ea61bc9 req-f7bf5169-4ae3-4fc5-bf51-0aaf7fa76942 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:36.734306 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6ef34a90-b05c-435b-a497-b02e4ea61bc9 req-f7bf5169-4ae3-4fc5-bf51-0aaf7fa76942 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=151399ef-92d6-429c-9ccb-dea129603cea HTTP/1.1" status: 200 len: 943 time: 0.0563815 Sep 27 12:29:36.783197 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6ef34a90-b05c-435b-a497-b02e4ea61bc9 req-302969ea-f997-4326-829b-d710cb08fa2a tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387981 Sep 27 12:29:36.938263 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 34698) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:36.951151 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-90eb5e64-a8d6-4009-a639-ad637268d91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:37.036928 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-90eb5e64-a8d6-4009-a639-ad637268d91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:37.041666 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-90eb5e64-a8d6-4009-a639-ad637268d91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:37.085902 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-90eb5e64-a8d6-4009-a639-ad637268d91b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4ea260a5da72434e8e5ebd93fa6dc88c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464055 Sep 27 12:29:37.088439 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb5e64-a8d6-4009-a639-ad637268d91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767d03df-368e-4799-a193-8a57ca58d735,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:37.088585 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 34700) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:37.143707 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-84bc62f9-ca07-43d1-853d-be8fde4e4c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:37.170047 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-84bc62f9-ca07-43d1-853d-be8fde4e4c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:37.216777 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-84bc62f9-ca07-43d1-853d-be8fde4e4c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:37.219392 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-84bc62f9-ca07-43d1-853d-be8fde4e4c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:37.220528 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-84bc62f9-ca07-43d1-853d-be8fde4e4c00 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/767d03df-368e-4799-a193-8a57ca58d735 HTTP/1.1" status: 204 len: 168 time: 0.1309662 Sep 27 12:29:37.228312 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc62f9-ca07-43d1-853d-be8fde4e4c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767d03df-368e-4799-a193-8a57ca58d735,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:37.889565 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71b429-ad47-4857-9416-f12564df6683 req-fc48619a-1955-4584-8477-0a9589d3acd8 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:37.891610 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ae71b429-ad47-4857-9416-f12564df6683 req-fc48619a-1955-4584-8477-0a9589d3acd8 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=151399ef-92d6-429c-9ccb-dea129603cea HTTP/1.1" status: 200 len: 943 time: 0.0523605 Sep 27 12:29:37.930887 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ae71b429-ad47-4857-9416-f12564df6683 req-000b70d1-bf9f-4077-b59a-f704635d925c tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335019 Sep 27 12:29:39.046686 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489dab42-dcae-40fc-bffc-82869926744e req-3b1092e9-67ce-45ef-81f6-c863a147c4ed tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:39.048188 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-489dab42-dcae-40fc-bffc-82869926744e req-3b1092e9-67ce-45ef-81f6-c863a147c4ed tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=151399ef-92d6-429c-9ccb-dea129603cea HTTP/1.1" status: 200 len: 943 time: 0.0503898 Sep 27 12:29:39.090747 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-489dab42-dcae-40fc-bffc-82869926744e req-bf401cb3-509f-4d88-8bf2-da1eb23b1504 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361195 Sep 27 12:29:40.213079 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348f9f0-dc0c-4203-b142-c1fa121d6610 req-36c133f9-6f1d-4013-92e2-dd63d4884821 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:40.214679 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6348f9f0-dc0c-4203-b142-c1fa121d6610 req-36c133f9-6f1d-4013-92e2-dd63d4884821 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=151399ef-92d6-429c-9ccb-dea129603cea HTTP/1.1" status: 200 len: 943 time: 0.0540767 Sep 27 12:29:40.239817 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 83fe5485-5c27-4acc-89a5-603182419da1 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:29:40.258378 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6348f9f0-dc0c-4203-b142-c1fa121d6610 req-8ca6ee7d-8af6-4dc0-9098-6294eb29c376 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368402 Sep 27 12:29:40.333518 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 83fe5485-5c27-4acc-89a5-603182419da1, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=83fe5485-5c27-4acc-89a5-603182419da1,segment=NetworkSegment(4a3613c6-fe47-4112-b411-5916934c6b9d),segment_id=4a3613c6-fe47-4112-b411-5916934c6b9d)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:29:40.344311 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Returning: {'device': '83fe5485-5c27-4acc-89a5-603182419da1', 'network_id': 'b51d978d-7879-485b-8768-a9902fb14f84', 'port_id': '83fe5485-5c27-4acc-89a5-603182419da1', 'mac_address': 'fa:16:3e:4e:bf:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '966dc78e-ae0d-424d-a4e1-ea91294993fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:29:40.383504 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:40.395493 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83fe5485-5c27-4acc-89a5-603182419da1 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:29:40.413787 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 83fe5485-5c27-4acc-89a5-603182419da1, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=83fe5485-5c27-4acc-89a5-603182419da1,segment=NetworkSegment(4a3613c6-fe47-4112-b411-5916934c6b9d),segment_id=4a3613c6-fe47-4112-b411-5916934c6b9d)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:29:40.417438 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:40.463120 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=83fe5485-5c27-4acc-89a5-603182419da1,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:41.370431 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3d72e-40eb-44b2-8b24-9b984c1b62da req-31aface3-e23d-497a-875a-4074bf1b032a tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:41.371912 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-00f3d72e-40eb-44b2-8b24-9b984c1b62da req-31aface3-e23d-497a-875a-4074bf1b032a tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=151399ef-92d6-429c-9ccb-dea129603cea HTTP/1.1" status: 200 len: 944 time: 0.0480506 Sep 27 12:29:41.409526 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-00f3d72e-40eb-44b2-8b24-9b984c1b62da req-b9c66adf-9414-45d8-8542-259752c6f92a tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311017 Sep 27 12:29:41.580374 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:42.520960 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661879ed-01a8-4b33-940c-2708b36a6860 req-e26db2c2-67ef-46ef-aa37-c4199930cb2b tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:42.522318 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-661879ed-01a8-4b33-940c-2708b36a6860 req-e26db2c2-67ef-46ef-aa37-c4199930cb2b tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=151399ef-92d6-429c-9ccb-dea129603cea HTTP/1.1" status: 200 len: 944 time: 0.0473888 Sep 27 12:29:42.559047 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-661879ed-01a8-4b33-940c-2708b36a6860 req-d13153ff-624c-4ef6-8ccb-4fbdc5775e57 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307076 Sep 27 12:29:43.669882 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe92c8-a86a-4e37-b919-2558fe7baff5 req-c187b281-2743-4892-8325-26970070c9f7 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:43.671361 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fbbe92c8-a86a-4e37-b919-2558fe7baff5 req-c187b281-2743-4892-8325-26970070c9f7 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=151399ef-92d6-429c-9ccb-dea129603cea HTTP/1.1" status: 200 len: 944 time: 0.0482290 Sep 27 12:29:43.711230 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fbbe92c8-a86a-4e37-b919-2558fe7baff5 req-1460f111-42ee-45ee-8ce2-cc1938facd7e tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339172 Sep 27 12:29:44.722147 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['83fe5485-5c27-4acc-89a5-603182419da1'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:29:44.825710 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abca02-0b07-41ba-9519-c75d05be0980 req-33c4047d-a48d-4893-9cf9-a682e00c8875 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:44.827204 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-55abca02-0b07-41ba-9519-c75d05be0980 req-33c4047d-a48d-4893-9cf9-a682e00c8875 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=151399ef-92d6-429c-9ccb-dea129603cea HTTP/1.1" status: 200 len: 944 time: 0.0516572 Sep 27 12:29:44.864766 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-55abca02-0b07-41ba-9519-c75d05be0980 req-6d269a75-43d3-4fac-8b02-1031dc2ec478 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308852 Sep 27 12:29:45.337046 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-37f2482b-1b6e-4990-9007-cae2a722e370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:45.990111 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81905ddc-0c70-4378-9b34-6261aae6eaf5 req-50e366a9-ae88-4df5-866e-bff80c6cce19 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:45.991570 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-81905ddc-0c70-4378-9b34-6261aae6eaf5 req-50e366a9-ae88-4df5-866e-bff80c6cce19 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=151399ef-92d6-429c-9ccb-dea129603cea HTTP/1.1" status: 200 len: 944 time: 0.0482619 Sep 27 12:29:46.031267 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-81905ddc-0c70-4378-9b34-6261aae6eaf5 req-94d42ccf-d33e-4919-9fa0-0a7a40b97bcf tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333741 Sep 27 12:29:46.804266 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 83fe5485-5c27-4acc-89a5-603182419da1 up at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:29:46.853406 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning for port 83fe5485-5c27-4acc-89a5-603182419da1 completed by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:29:46.857730 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning complete for port 83fe5485-5c27-4acc-89a5-603182419da1 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:29:46.858105 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:46.939696 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:46.964217 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151399ef-92d6-429c-9ccb-dea129603cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fe5485-5c27-4acc-89a5-603182419da1'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:29:46.967242 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1408999cb3bb97c5ae56cf322f48a5762bdf0801c3dd38f4c7a67e93a613b0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f339cd-bf8c-47ef-8a15-f617a4071c66" -d '{"events": [{"server_uuid": "151399ef-92d6-429c-9ccb-dea129603cea", "name": "network-vif-plugged", "status": "completed", "tag": "83fe5485-5c27-4acc-89a5-603182419da1"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:29:46.979703 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 83fe5485-5c27-4acc-89a5-603182419da1, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=83fe5485-5c27-4acc-89a5-603182419da1,segment=NetworkSegment(4a3613c6-fe47-4112-b411-5916934c6b9d),segment_id=4a3613c6-fe47-4112-b411-5916934c6b9d)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:29:46.986009 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:47.031439 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=83fe5485-5c27-4acc-89a5-603182419da1,revision_number=5']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:47.124156 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5430fd4f-be68-4671-af46-95f4f7cd8917 x-openstack-request-id: req-5430fd4f-be68-4671-af46-95f4f7cd8917 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:29:47.124459 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151399ef-92d6-429c-9ccb-dea129603cea", "name": "network-vif-plugged", "status": "completed", "tag": "83fe5485-5c27-4acc-89a5-603182419da1", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:29:47.124870 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5430fd4f-be68-4671-af46-95f4f7cd8917 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:29:47.125107 dv-cinder-768458-11-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151399ef-92d6-429c-9ccb-dea129603cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fe5485-5c27-4acc-89a5-603182419da1', 'code': 200} Sep 27 12:29:47.146406 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4d037-8407-4d76-9976-e20ce49958ce req-59d52762-9c70-4bc5-b7e0-15dae6192a2b tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:47.147912 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-17c4d037-8407-4d76-9976-e20ce49958ce req-59d52762-9c70-4bc5-b7e0-15dae6192a2b tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=151399ef-92d6-429c-9ccb-dea129603cea HTTP/1.1" status: 200 len: 945 time: 0.0493014 Sep 27 12:29:47.189234 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-17c4d037-8407-4d76-9976-e20ce49958ce req-16162d57-e7f9-4f01-972f-5a1e132434c7 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350375 Sep 27 12:29:47.289119 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ffb35-9f50-4f60-ac98-81849bf6a154 req-dd25d487-ff55-492d-b745-33bad33ffead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:47.290594 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-192ffb35-9f50-4f60-ac98-81849bf6a154 req-dd25d487-ff55-492d-b745-33bad33ffead service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=151399ef-92d6-429c-9ccb-dea129603cea HTTP/1.1" status: 200 len: 1098 time: 0.0393081 Sep 27 12:29:47.325771 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-192ffb35-9f50-4f60-ac98-81849bf6a154 req-09aa4910-4d4b-4b72-a249-b0ba9f4c6298 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267780 Sep 27 12:29:47.521419 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-89fdfd1b-69d3-4345-a6df-ce8ffdfb9f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:48.305568 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfe7a3-689e-449b-b9c9-389bef035471 req-af86f401-2c70-4326-ac75-bbc5aa3c774f tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:48.307006 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e1cfe7a3-689e-449b-b9c9-389bef035471 req-af86f401-2c70-4326-ac75-bbc5aa3c774f tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=151399ef-92d6-429c-9ccb-dea129603cea HTTP/1.1" status: 200 len: 945 time: 0.0510402 Sep 27 12:29:48.345031 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e1cfe7a3-689e-449b-b9c9-389bef035471 req-ea61ba66-0b50-4174-bc8f-93f333e1c133 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320616 Sep 27 12:29:48.724782 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:49.255241 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 34822) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:49.360962 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c0c65e5e-5eab-4c20-be75-f7d28e3da577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:49.452811 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c0c65e5e-5eab-4c20-be75-f7d28e3da577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:49.458152 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c0c65e5e-5eab-4c20-be75-f7d28e3da577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:49.459208 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6254b-5f76-457f-bd94-dd4e85349359 req-27a5af84-5391-4d37-bc14-52b8716e6dd6 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:49.460792 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2ea6254b-5f76-457f-bd94-dd4e85349359 req-27a5af84-5391-4d37-bc14-52b8716e6dd6 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=151399ef-92d6-429c-9ccb-dea129603cea HTTP/1.1" status: 200 len: 945 time: 0.0495522 Sep 27 12:29:49.496075 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-c0c65e5e-5eab-4c20-be75-f7d28e3da577 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=84e50f21affe435e958acd65fb91be8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397325 Sep 27 12:29:49.497144 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c65e5e-5eab-4c20-be75-f7d28e3da577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02a6801-2075-49f6-8ea4-d0891befd250,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:49.497963 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2ea6254b-5f76-457f-bd94-dd4e85349359 req-d6269b3e-a6f8-4a2e-b3c7-4922ba83a2d8 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309660 Sep 27 12:29:49.498649 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 34828) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:49.560460 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0fe4f18f-f6fd-4910-8efb-1b0633532362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:49.582476 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0fe4f18f-f6fd-4910-8efb-1b0633532362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:49.632356 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0fe4f18f-f6fd-4910-8efb-1b0633532362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:49.634940 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0fe4f18f-f6fd-4910-8efb-1b0633532362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:49.636116 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-0fe4f18f-f6fd-4910-8efb-1b0633532362 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c02a6801-2075-49f6-8ea4-d0891befd250 HTTP/1.1" status: 204 len: 168 time: 0.1365359 Sep 27 12:29:49.644378 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4f18f-f6fd-4910-8efb-1b0633532362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02a6801-2075-49f6-8ea4-d0891befd250,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:49.683714 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:49.944930 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 34840) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:49.958108 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b4196656-787b-48c6-b922-353b50491c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:50.045768 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b4196656-787b-48c6-b922-353b50491c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:50.049716 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b4196656-787b-48c6-b922-353b50491c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:50.088451 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-b4196656-787b-48c6-b922-353b50491c79 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b43a12e680364919924372b0d7d5dcd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423140 Sep 27 12:29:50.090401 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4196656-787b-48c6-b922-353b50491c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898b8a09-956d-4cdd-940b-da53cbd7aa3b,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:50.091193 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 34842) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:50.140068 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-38630a86-6895-4182-8fcd-39cdc994fb38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:50.160592 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-38630a86-6895-4182-8fcd-39cdc994fb38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:50.207230 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-38630a86-6895-4182-8fcd-39cdc994fb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:50.209768 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-38630a86-6895-4182-8fcd-39cdc994fb38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:50.210903 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-38630a86-6895-4182-8fcd-39cdc994fb38 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/898b8a09-956d-4cdd-940b-da53cbd7aa3b HTTP/1.1" status: 204 len: 168 time: 0.1187460 Sep 27 12:29:50.218729 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38630a86-6895-4182-8fcd-39cdc994fb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898b8a09-956d-4cdd-940b-da53cbd7aa3b,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:50.900408 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:52.246940 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 34926) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:52.351052 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-416fd4d1-d07f-4d8a-9ddb-aa5c27c4cb7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:52.439075 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-416fd4d1-d07f-4d8a-9ddb-aa5c27c4cb7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:52.442627 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-416fd4d1-d07f-4d8a-9ddb-aa5c27c4cb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:52.478940 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416fd4d1-d07f-4d8a-9ddb-aa5c27c4cb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e050903b-2fcc-4796-91f4-4e6daea1ec56,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:52.483226 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-416fd4d1-d07f-4d8a-9ddb-aa5c27c4cb7b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ed409f79e828421f913e4f48b5b496b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351813 Sep 27 12:29:52.485806 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 34930) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:52.535848 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-725bee76-83d2-44f8-8641-ddc0cd3062da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:52.557000 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-725bee76-83d2-44f8-8641-ddc0cd3062da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:52.605242 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-725bee76-83d2-44f8-8641-ddc0cd3062da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:52.607897 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-725bee76-83d2-44f8-8641-ddc0cd3062da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:52.609033 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-725bee76-83d2-44f8-8641-ddc0cd3062da admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e050903b-2fcc-4796-91f4-4e6daea1ec56 HTTP/1.1" status: 204 len: 168 time: 0.1223493 Sep 27 12:29:52.616776 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725bee76-83d2-44f8-8641-ddc0cd3062da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e050903b-2fcc-4796-91f4-4e6daea1ec56,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:52.868967 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 34936) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:52.882726 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-65bed3ab-8fb8-4d6a-8e8c-f663fe08f3db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:52.970072 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-65bed3ab-8fb8-4d6a-8e8c-f663fe08f3db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:52.973824 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-65bed3ab-8fb8-4d6a-8e8c-f663fe08f3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:53.014006 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-65bed3ab-8fb8-4d6a-8e8c-f663fe08f3db admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eeb9f7302d8749abb90f2db15b10582b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437922 Sep 27 12:29:53.014858 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bed3ab-8fb8-4d6a-8e8c-f663fe08f3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4486bbd-23bc-4fed-b8d9-d70b4e37dcbd,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:53.016660 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 34938) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:53.066855 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-04837f06-3a8e-45f2-976f-85e18fd7643d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:53.087050 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-04837f06-3a8e-45f2-976f-85e18fd7643d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:53.132235 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-04837f06-3a8e-45f2-976f-85e18fd7643d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:53.134720 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-04837f06-3a8e-45f2-976f-85e18fd7643d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:53.135870 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-04837f06-3a8e-45f2-976f-85e18fd7643d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b4486bbd-23bc-4fed-b8d9-d70b4e37dcbd HTTP/1.1" status: 204 len: 168 time: 0.1175013 Sep 27 12:29:53.143067 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04837f06-3a8e-45f2-976f-85e18fd7643d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4486bbd-23bc-4fed-b8d9-d70b4e37dcbd,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:55.013411 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 35010) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:55.118830 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-11c7bc8a-f0a9-4462-85b7-94bc4673d569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:55.203876 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-11c7bc8a-f0a9-4462-85b7-94bc4673d569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:55.207897 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-11c7bc8a-f0a9-4462-85b7-94bc4673d569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:55.244956 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-11c7bc8a-f0a9-4462-85b7-94bc4673d569 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3c2d0cac919346b3bea18c969f563349&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304835 Sep 27 12:29:55.246310 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c7bc8a-f0a9-4462-85b7-94bc4673d569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3613016e-ce21-4563-bed1-90a8f198979f,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:55.247722 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 35014) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:55.295409 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d4a6170c-b2f3-4936-9ab1-ead8b9b7695e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:55.316958 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d4a6170c-b2f3-4936-9ab1-ead8b9b7695e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:55.362032 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d4a6170c-b2f3-4936-9ab1-ead8b9b7695e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:55.364593 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d4a6170c-b2f3-4936-9ab1-ead8b9b7695e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:55.365756 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-d4a6170c-b2f3-4936-9ab1-ead8b9b7695e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3613016e-ce21-4563-bed1-90a8f198979f HTTP/1.1" status: 204 len: 168 time: 0.1170151 Sep 27 12:29:55.373951 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6170c-b2f3-4936-9ab1-ead8b9b7695e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3613016e-ce21-4563-bed1-90a8f198979f,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:55.630684 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 35022) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:55.643959 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0b52f308-c202-4317-81a9-dacf16ebff21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:55.729825 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0b52f308-c202-4317-81a9-dacf16ebff21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:55.733561 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0b52f308-c202-4317-81a9-dacf16ebff21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:55.770750 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-0b52f308-c202-4317-81a9-dacf16ebff21 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a868115fe66494db4e35bc09a63835c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1389780 Sep 27 12:29:55.771861 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b52f308-c202-4317-81a9-dacf16ebff21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3709ba07-2734-4e41-be9a-d7c8b34fdb32,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:55.773432 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 35024) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:29:55.823803 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-77f6d1fd-7008-4223-a87e-48909f721a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:55.845310 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-77f6d1fd-7008-4223-a87e-48909f721a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:55.890805 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-77f6d1fd-7008-4223-a87e-48909f721a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:55.893844 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-77f6d1fd-7008-4223-a87e-48909f721a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:29:55.895009 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-77f6d1fd-7008-4223-a87e-48909f721a25 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3709ba07-2734-4e41-be9a-d7c8b34fdb32 HTTP/1.1" status: 204 len: 168 time: 0.1190820 Sep 27 12:29:55.902814 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6d1fd-7008-4223-a87e-48909f721a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3709ba07-2734-4e41-be9a-d7c8b34fdb32,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:29:58.918342 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-6fbf6621-de97-4105-a928-f01ac2cb6cd4 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:29:58.919835 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-6fbf6621-de97-4105-a928-f01ac2cb6cd4 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/networks?id=b51d978d-7879-485b-8768-a9902fb14f84 HTTP/1.1" status: 200 len: 815 time: 0.1042488 Sep 27 12:29:58.934240 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-c6b3283a-82d5-497e-a512-c28a1b4b1658 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/quotas/0c3af2a8878c4460a542959a431a716d HTTP/1.1" status: 200 len: 375 time: 0.0086854 Sep 27 12:29:58.981432 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-92140fb9-7853-4ab4-a42a-60ba00f7bc5a tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c3af2a8878c4460a542959a431a716d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0421422 Sep 27 12:29:59.073119 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-355f6c31-ff0e-4c97-a450-48ccd20db2e1 service neutron] 10.222.0.60 "GET /v2.0/networks/b51d978d-7879-485b-8768-a9902fb14f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845468 Sep 27 12:29:59.162757 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-1e221da5-b391-432c-9e83-3bfd3a905c04 service neutron] 10.222.0.60 "GET /v2.0/networks/b51d978d-7879-485b-8768-a9902fb14f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818911 Sep 27 12:29:59.326976 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-607c3411-f262-468e-b6c5-068933d5d36c req-cdd3931f-7561-4fa8-b912-393ec3136bf3 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee91718d-dd74-4f06-bafa-bc7350cc6971 HTTP/1.1" status: 200 len: 210 time: 0.0299451 Sep 27 12:30:00.325036 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-24060c9a-98ed-4e88-a265-3ed7420422fc tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:00.326503 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-24060c9a-98ed-4e88-a265-3ed7420422fc tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.25 "GET /v2.0/networks?id=b51d978d-7879-485b-8768-a9902fb14f84 HTTP/1.1" status: 200 len: 815 time: 0.1467218 Sep 27 12:30:00.340504 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-a077ac66-be9b-43a5-a011-a0bbfecc015e tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Request body: {'port': {'device_id': 'ee91718d-dd74-4f06-bafa-bc7350cc6971', 'network_id': 'b51d978d-7879-485b-8768-a9902fb14f84', 'admin_state_up': True, 'tenant_id': '0c3af2a8878c4460a542959a431a716d'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:30:00.433754 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e049b23c-246e-4468-83f3-499499c9770a req-a2c41595-9254-4100-ba90-7adf88be1847 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee91718d-dd74-4f06-bafa-bc7350cc6971 HTTP/1.1" status: 200 len: 210 time: 0.0337691 Sep 27 12:30:00.458529 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-a077ac66-be9b-43a5-a011-a0bbfecc015e tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Made reservation on behalf of 0c3af2a8878c4460a542959a431a716d for: {'port': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:30:00.461933 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-a077ac66-be9b-43a5-a011-a0bbfecc015e tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:00.585542 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-a077ac66-be9b-43a5-a011-a0bbfecc015e tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Allocated IP 172.20.0.2 (b51d978d-7879-485b-8768-a9902fb14f84/966dc78e-ae0d-424d-a4e1-ea91294993fa/3729cb4a-adb4-4773-8f17-857b21f5ac8d) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:30:00.736018 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-a077ac66-be9b-43a5-a011-a0bbfecc015e tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:00.770174 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-a077ac66-be9b-43a5-a011-a0bbfecc015e tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:00.784783 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['83fe5485-5c27-4acc-89a5-603182419da1'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:30:00.815257 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-a077ac66-be9b-43a5-a011-a0bbfecc015e tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Network b51d978d-7879-485b-8768-a9902fb14f84 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:30:00.818211 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-a077ac66-be9b-43a5-a011-a0bbfecc015e tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:30:00.821914 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-a077ac66-be9b-43a5-a011-a0bbfecc015e tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:30:00.848568 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077ac66-be9b-43a5-a011-a0bbfecc015e tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Pushing event updated for resources: {'Port': ['ID=3729cb4a-adb4-4773-8f17-857b21f5ac8d,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:00.877015 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-a077ac66-be9b-43a5-a011-a0bbfecc015e tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:00.877886 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-a077ac66-be9b-43a5-a011-a0bbfecc015e tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:00.892610 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-a077ac66-be9b-43a5-a011-a0bbfecc015e tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5559647 Sep 27 12:30:00.915817 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-5b0f7cd7-87c2-4df7-b63c-b47a14441c69 service neutron] Request body: {'port': {'device_id': 'ee91718d-dd74-4f06-bafa-bc7350cc6971', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:30:00.968441 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-5b0f7cd7-87c2-4df7-b63c-b47a14441c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:01.237604 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-5b0f7cd7-87c2-4df7-b63c-b47a14441c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3729cb4a-adb4-4773-8f17-857b21f5ac8d {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:30:01.244858 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-5b0f7cd7-87c2-4df7-b63c-b47a14441c69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:01.256990 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-5b0f7cd7-87c2-4df7-b63c-b47a14441c69 service neutron] Transition to ACTIVE for port object 3729cb4a-adb4-4773-8f17-857b21f5ac8d will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:30:01.261485 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-5b0f7cd7-87c2-4df7-b63c-b47a14441c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:01.309990 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f7cd7-87c2-4df7-b63c-b47a14441c69 service neutron] Pushing event updated for resources: {'Port': ['ID=3729cb4a-adb4-4773-8f17-857b21f5ac8d,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:01.379799 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-5b0f7cd7-87c2-4df7-b63c-b47a14441c69 service neutron] Attempting to bind port 3729cb4a-adb4-4773-8f17-857b21f5ac8d on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:30:01.380522 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-5b0f7cd7-87c2-4df7-b63c-b47a14441c69 service neutron] Attempting to bind port 3729cb4a-adb4-4773-8f17-857b21f5ac8d by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '4a3613c6-fe47-4112-b411-5916934c6b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b51d978d-7879-485b-8768-a9902fb14f84'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:30:01.380522 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-5b0f7cd7-87c2-4df7-b63c-b47a14441c69 service neutron] Attempting to bind port 3729cb4a-adb4-4773-8f17-857b21f5ac8d on network b51d978d-7879-485b-8768-a9902fb14f84 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:30:01.384512 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-5b0f7cd7-87c2-4df7-b63c-b47a14441c69 service neutron] Port 3729cb4a-adb4-4773-8f17-857b21f5ac8d on network b51d978d-7879-485b-8768-a9902fb14f84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:30:01.384828 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-5b0f7cd7-87c2-4df7-b63c-b47a14441c69 service neutron] Attempting to bind port 3729cb4a-adb4-4773-8f17-857b21f5ac8d on network b51d978d-7879-485b-8768-a9902fb14f84 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:30:01.389639 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-5b0f7cd7-87c2-4df7-b63c-b47a14441c69 service neutron] Checking agent: {'id': '20c1fc43-a135-4852-87d5-8f0af43386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'started_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:30:01.389968 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-5b0f7cd7-87c2-4df7-b63c-b47a14441c69 service neutron] Checking segment: {'id': '4a3613c6-fe47-4112-b411-5916934c6b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b51d978d-7879-485b-8768-a9902fb14f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:30:01.390346 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-5b0f7cd7-87c2-4df7-b63c-b47a14441c69 service neutron] Bound using segment: {'id': '4a3613c6-fe47-4112-b411-5916934c6b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b51d978d-7879-485b-8768-a9902fb14f84'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:30:01.390786 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-5b0f7cd7-87c2-4df7-b63c-b47a14441c69 service neutron] Bound port: 3729cb4a-adb4-4773-8f17-857b21f5ac8d, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a3613c6-fe47-4112-b411-5916934c6b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b51d978d-7879-485b-8768-a9902fb14f84'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:30:01.391167 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-5b0f7cd7-87c2-4df7-b63c-b47a14441c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:01.456893 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-5b0f7cd7-87c2-4df7-b63c-b47a14441c69 service neutron] For port 3729cb4a-adb4-4773-8f17-857b21f5ac8d, host hv-cinder-76845, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:30:01.460167 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-5b0f7cd7-87c2-4df7-b63c-b47a14441c69 service neutron] For port 3729cb4a-adb4-4773-8f17-857b21f5ac8d, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=3729cb4a-adb4-4773-8f17-857b21f5ac8d,segment=NetworkSegment(4a3613c6-fe47-4112-b411-5916934c6b9d),segment_id=4a3613c6-fe47-4112-b411-5916934c6b9d)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:30:01.465730 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-5b0f7cd7-87c2-4df7-b63c-b47a14441c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:01.500005 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-5b0f7cd7-87c2-4df7-b63c-b47a14441c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:01.500624 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-5b0f7cd7-87c2-4df7-b63c-b47a14441c69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:01.502375 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-5b0f7cd7-87c2-4df7-b63c-b47a14441c69 service neutron] 10.222.0.25 "PUT /v2.0/ports/3729cb4a-adb4-4773-8f17-857b21f5ac8d HTTP/1.1" status: 200 len: 1093 time: 0.5906851 Sep 27 12:30:01.504461 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee91718d-dd74-4f06-bafa-bc7350cc6971', 'tag': '3729cb4a-adb4-4773-8f17-857b21f5ac8d'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:30:01.507944 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c93d2f-4039-4eaa-9281-39df9e9dc44c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee91718d-dd74-4f06-bafa-bc7350cc6971", "tag": "3729cb4a-adb4-4773-8f17-857b21f5ac8d"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:30:01.550349 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8f841d-ccd3-4a23-a0c2-c677d7d959da x-openstack-request-id: req-8f8f841d-ccd3-4a23-a0c2-c677d7d959da {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:30:01.550633 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee91718d-dd74-4f06-bafa-bc7350cc6971", "tag": "3729cb4a-adb4-4773-8f17-857b21f5ac8d", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:30:01.550885 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8f8f841d-ccd3-4a23-a0c2-c677d7d959da {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:30:01.551301 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee91718d-dd74-4f06-bafa-bc7350cc6971', 'tag': '3729cb4a-adb4-4773-8f17-857b21f5ac8d', 'status': 'completed', 'code': 200} Sep 27 12:30:01.590930 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f7cd7-87c2-4df7-b63c-b47a14441c69 service neutron] Pushing event updated for resources: {'Port': ['ID=3729cb4a-adb4-4773-8f17-857b21f5ac8d,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:01.616831 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28573614-8743-44c4-8937-54574c8f404c req-1eef58ef-4a0a-46bc-9db2-1f391b4c8e61 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:01.618312 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-28573614-8743-44c4-8937-54574c8f404c req-1eef58ef-4a0a-46bc-9db2-1f391b4c8e61 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee91718d-dd74-4f06-bafa-bc7350cc6971 HTTP/1.1" status: 200 len: 943 time: 0.1072483 Sep 27 12:30:01.620898 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-4b740c1b-2cc7-4542-8482-e462a5c99029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:01.622261 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-4b740c1b-2cc7-4542-8482-e462a5c99029 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0c3af2a8878c4460a542959a431a716d&device_id=ee91718d-dd74-4f06-bafa-bc7350cc6971 HTTP/1.1" status: 200 len: 1096 time: 0.0736604 Sep 27 12:30:01.675208 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-2814fd2a-45ad-42c3-b002-c0cd0b9d1da8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3729cb4a-adb4-4773-8f17-857b21f5ac8d HTTP/1.1" status: 200 len: 217 time: 0.0379088 Sep 27 12:30:01.696400 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-28573614-8743-44c4-8937-54574c8f404c req-af6570bf-4b32-44da-84f1-9e9823f9cf44 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719743 Sep 27 12:30:01.730919 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-2cbcd3c0-31bf-40fc-97b7-dc4bef076619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:01.732405 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-2cbcd3c0-31bf-40fc-97b7-dc4bef076619 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=966dc78e-ae0d-424d-a4e1-ea91294993fa HTTP/1.1" status: 200 len: 855 time: 0.0483413 Sep 27 12:30:01.764258 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-4befb849-e36e-40ae-a688-bcbca2b4d9cc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b51d978d-7879-485b-8768-a9902fb14f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240455 Sep 27 12:30:01.859467 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-f4d72703-4960-46be-a978-9667822ed584 service neutron] 10.222.0.25 "GET /v2.0/networks/b51d978d-7879-485b-8768-a9902fb14f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861957 Sep 27 12:30:01.954769 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d4a5b789-9b60-4dc4-a0a9-712da8119083 req-15725d58-35d6-46c8-94ef-7ce042dcb09f service neutron] 10.222.0.25 "GET /v2.0/networks/b51d978d-7879-485b-8768-a9902fb14f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867114 Sep 27 12:30:02.051396 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c93d2f-4039-4eaa-9281-39df9e9dc44c req-f5b6901e-f886-4534-a7bd-9784ceeee5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:02.052792 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e1c93d2f-4039-4eaa-9281-39df9e9dc44c req-f5b6901e-f886-4534-a7bd-9784ceeee5d0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0c3af2a8878c4460a542959a431a716d&device_id=ee91718d-dd74-4f06-bafa-bc7350cc6971 HTTP/1.1" status: 200 len: 1096 time: 0.0411685 Sep 27 12:30:02.142673 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c93d2f-4039-4eaa-9281-39df9e9dc44c req-b89c0c6b-7c1a-4bb4-9553-0b7b7a408dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:02.144297 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e1c93d2f-4039-4eaa-9281-39df9e9dc44c req-b89c0c6b-7c1a-4bb4-9553-0b7b7a408dc9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b51d978d-7879-485b-8768-a9902fb14f84 HTTP/1.1" status: 200 len: 916 time: 0.0822539 Sep 27 12:30:02.192891 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e1c93d2f-4039-4eaa-9281-39df9e9dc44c req-fd38f58f-93f8-4df5-8798-440acd64c413 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3729cb4a-adb4-4773-8f17-857b21f5ac8d HTTP/1.1" status: 200 len: 217 time: 0.0378981 Sep 27 12:30:02.245286 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c93d2f-4039-4eaa-9281-39df9e9dc44c req-f7d638b8-7962-42c1-8305-853c1e0342e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:02.246758 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e1c93d2f-4039-4eaa-9281-39df9e9dc44c req-f7d638b8-7962-42c1-8305-853c1e0342e7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=966dc78e-ae0d-424d-a4e1-ea91294993fa HTTP/1.1" status: 200 len: 855 time: 0.0465231 Sep 27 12:30:02.279853 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e1c93d2f-4039-4eaa-9281-39df9e9dc44c req-1a4103b1-d96a-4d0c-8b5d-5d2cfcdba403 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b51d978d-7879-485b-8768-a9902fb14f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240142 Sep 27 12:30:02.373271 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e1c93d2f-4039-4eaa-9281-39df9e9dc44c req-8e146583-4ddb-48a5-858b-4281223c2506 service neutron] 10.222.0.25 "GET /v2.0/networks/b51d978d-7879-485b-8768-a9902fb14f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854979 Sep 27 12:30:02.468223 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e1c93d2f-4039-4eaa-9281-39df9e9dc44c req-1b5176e4-2ded-4e8e-b0df-b069daa1c047 service neutron] 10.222.0.25 "GET /v2.0/networks/b51d978d-7879-485b-8768-a9902fb14f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854371 Sep 27 12:30:02.817320 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9b6c4-711d-4053-b801-c6ea461f2ee7 req-884d2c99-5677-4563-ad1b-792c8f7100ea tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:02.818778 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f6f9b6c4-711d-4053-b801-c6ea461f2ee7 req-884d2c99-5677-4563-ad1b-792c8f7100ea tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee91718d-dd74-4f06-bafa-bc7350cc6971 HTTP/1.1" status: 200 len: 943 time: 0.0486550 Sep 27 12:30:02.855495 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f6f9b6c4-711d-4053-b801-c6ea461f2ee7 req-5e6e5675-041f-4e67-b613-7209a7b76d10 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304403 Sep 27 12:30:03.974396 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887264cf-529d-4ee6-92c2-9cad2b0ab313 req-3066ef3c-6fbd-4780-8051-4eeaf6331242 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:03.975991 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-887264cf-529d-4ee6-92c2-9cad2b0ab313 req-3066ef3c-6fbd-4780-8051-4eeaf6331242 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee91718d-dd74-4f06-bafa-bc7350cc6971 HTTP/1.1" status: 200 len: 943 time: 0.0545933 Sep 27 12:30:04.017158 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-887264cf-529d-4ee6-92c2-9cad2b0ab313 req-428d078c-cbc5-41e8-91ea-4eaa96726bb7 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351160 Sep 27 12:30:04.939384 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 3729cb4a-adb4-4773-8f17-857b21f5ac8d details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:30:05.043959 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 3729cb4a-adb4-4773-8f17-857b21f5ac8d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=3729cb4a-adb4-4773-8f17-857b21f5ac8d,segment=NetworkSegment(4a3613c6-fe47-4112-b411-5916934c6b9d),segment_id=4a3613c6-fe47-4112-b411-5916934c6b9d)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:30:05.055232 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Returning: {'device': '3729cb4a-adb4-4773-8f17-857b21f5ac8d', 'network_id': 'b51d978d-7879-485b-8768-a9902fb14f84', 'port_id': '3729cb4a-adb4-4773-8f17-857b21f5ac8d', 'mac_address': 'fa:16:3e:02:69:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '966dc78e-ae0d-424d-a4e1-ea91294993fa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:30:05.092540 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:05.108624 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3729cb4a-adb4-4773-8f17-857b21f5ac8d {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:30:05.127286 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 3729cb4a-adb4-4773-8f17-857b21f5ac8d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=3729cb4a-adb4-4773-8f17-857b21f5ac8d,segment=NetworkSegment(4a3613c6-fe47-4112-b411-5916934c6b9d),segment_id=4a3613c6-fe47-4112-b411-5916934c6b9d)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:30:05.131444 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:05.132986 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b5b0a-3d4f-4f3f-9f4b-cf801dc84aca req-bd206104-a7a6-4162-9528-dbbb5c24719b tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:05.134579 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6d1b5b0a-3d4f-4f3f-9f4b-cf801dc84aca req-bd206104-a7a6-4162-9528-dbbb5c24719b tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee91718d-dd74-4f06-bafa-bc7350cc6971 HTTP/1.1" status: 200 len: 943 time: 0.0509651 Sep 27 12:30:05.175746 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6d1b5b0a-3d4f-4f3f-9f4b-cf801dc84aca req-391147ef-695c-4fbe-a58f-03e9d494c523 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345304 Sep 27 12:30:05.185402 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=3729cb4a-adb4-4773-8f17-857b21f5ac8d,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:05.554422 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['3729cb4a-adb4-4773-8f17-857b21f5ac8d'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:30:06.295622 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10328c2c-1263-4644-82ac-041459dc1c45 req-0076ba64-adab-48a2-8e1b-b7cb71662dd5 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:06.297127 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-10328c2c-1263-4644-82ac-041459dc1c45 req-0076ba64-adab-48a2-8e1b-b7cb71662dd5 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee91718d-dd74-4f06-bafa-bc7350cc6971 HTTP/1.1" status: 200 len: 944 time: 0.0487914 Sep 27 12:30:06.336536 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-10328c2c-1263-4644-82ac-041459dc1c45 req-c87e74ea-1261-42a9-ad3b-597e41a475f8 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334487 Sep 27 12:30:06.958070 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 3729cb4a-adb4-4773-8f17-857b21f5ac8d up at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:30:07.006803 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning for port 3729cb4a-adb4-4773-8f17-857b21f5ac8d completed by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:30:07.010864 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning complete for port 3729cb4a-adb4-4773-8f17-857b21f5ac8d triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:30:07.011266 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:07.089416 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:07.112338 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee91718d-dd74-4f06-bafa-bc7350cc6971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3729cb4a-adb4-4773-8f17-857b21f5ac8d'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:30:07.114741 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1408999cb3bb97c5ae56cf322f48a5762bdf0801c3dd38f4c7a67e93a613b0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5843fbb8-77da-4ae0-ba3c-8053e533b3f3" -d '{"events": [{"server_uuid": "ee91718d-dd74-4f06-bafa-bc7350cc6971", "name": "network-vif-plugged", "status": "completed", "tag": "3729cb4a-adb4-4773-8f17-857b21f5ac8d"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:30:07.127605 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 3729cb4a-adb4-4773-8f17-857b21f5ac8d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=3729cb4a-adb4-4773-8f17-857b21f5ac8d,segment=NetworkSegment(4a3613c6-fe47-4112-b411-5916934c6b9d),segment_id=4a3613c6-fe47-4112-b411-5916934c6b9d)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:30:07.132136 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:07.156283 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce8b9fb-b8c0-49fe-97a8-76ea9a389b33 x-openstack-request-id: req-1ce8b9fb-b8c0-49fe-97a8-76ea9a389b33 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:30:07.156582 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee91718d-dd74-4f06-bafa-bc7350cc6971", "name": "network-vif-plugged", "status": "completed", "tag": "3729cb4a-adb4-4773-8f17-857b21f5ac8d", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:30:07.156836 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1ce8b9fb-b8c0-49fe-97a8-76ea9a389b33 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:30:07.157228 dv-cinder-768458-11-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee91718d-dd74-4f06-bafa-bc7350cc6971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3729cb4a-adb4-4773-8f17-857b21f5ac8d', 'code': 200} Sep 27 12:30:07.188439 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=3729cb4a-adb4-4773-8f17-857b21f5ac8d,revision_number=5']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:07.321075 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b9548-0d15-4e98-bbbf-b22ec0bb678c req-92e10f76-737e-45a4-99f4-1775f2a4d9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:07.322565 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-266b9548-0d15-4e98-bbbf-b22ec0bb678c req-92e10f76-737e-45a4-99f4-1775f2a4d9fc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ee91718d-dd74-4f06-bafa-bc7350cc6971 HTTP/1.1" status: 200 len: 1098 time: 0.0399773 Sep 27 12:30:07.360977 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-266b9548-0d15-4e98-bbbf-b22ec0bb678c req-6677046c-f4d7-4189-b6d1-7878973a6c87 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273006 Sep 27 12:30:07.454554 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325173fa-bc41-40eb-bb11-f20c7d88323b req-96501c1d-dc37-4e50-bd0f-4801421920df tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:07.456067 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-325173fa-bc41-40eb-bb11-f20c7d88323b req-96501c1d-dc37-4e50-bd0f-4801421920df tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee91718d-dd74-4f06-bafa-bc7350cc6971 HTTP/1.1" status: 200 len: 945 time: 0.0519886 Sep 27 12:30:07.493889 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-325173fa-bc41-40eb-bb11-f20c7d88323b req-9e5c5a36-a3aa-4625-93ff-050aee6a0ce0 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319562 Sep 27 12:30:08.613017 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c56b6-3fa6-4a5d-867e-9b11506e2a54 req-e1a2f08d-a086-498d-b47c-9c05a78a3688 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:08.614600 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-523c56b6-3fa6-4a5d-867e-9b11506e2a54 req-e1a2f08d-a086-498d-b47c-9c05a78a3688 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee91718d-dd74-4f06-bafa-bc7350cc6971 HTTP/1.1" status: 200 len: 945 time: 0.0500216 Sep 27 12:30:08.656409 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-523c56b6-3fa6-4a5d-867e-9b11506e2a54 req-35b6cdbe-1ab0-4513-9be8-27cbf874d15d tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349963 Sep 27 12:30:09.779600 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87352525-1b34-4c66-8c94-e0772c5c09c9 req-f6a6fc4c-ad18-4d6d-9aea-31c37360b6ea tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:09.779600 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-87352525-1b34-4c66-8c94-e0772c5c09c9 req-f6a6fc4c-ad18-4d6d-9aea-31c37360b6ea tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee91718d-dd74-4f06-bafa-bc7350cc6971 HTTP/1.1" status: 200 len: 945 time: 0.0503905 Sep 27 12:30:09.811280 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-87352525-1b34-4c66-8c94-e0772c5c09c9 req-4a7c13ce-5990-4923-aaba-3df437d551df tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313294 Sep 27 12:30:11.520503 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-b39d4f9c-a90a-4f46-9af6-d11473ca1ee0 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:11.521936 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-b39d4f9c-a90a-4f46-9af6-d11473ca1ee0 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/networks?id=b51d978d-7879-485b-8768-a9902fb14f84 HTTP/1.1" status: 200 len: 815 time: 0.0989287 Sep 27 12:30:11.536146 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-8854192a-44b7-47ae-baae-ac081d09f8bc tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/quotas/0c3af2a8878c4460a542959a431a716d HTTP/1.1" status: 200 len: 375 time: 0.0085349 Sep 27 12:30:11.580632 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:11.586574 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-ead10c36-11b2-4d3f-a7aa-2d9b4a48facf tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c3af2a8878c4460a542959a431a716d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451958 Sep 27 12:30:11.677922 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-e8487eee-3a93-42be-b5c7-c684a031455f service neutron] 10.222.0.60 "GET /v2.0/networks/b51d978d-7879-485b-8768-a9902fb14f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841687 Sep 27 12:30:11.684448 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:30:11.766852 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-4b2d703f-1d22-490f-bbbf-51cd1983fb4a service neutron] 10.222.0.60 "GET /v2.0/networks/b51d978d-7879-485b-8768-a9902fb14f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828083 Sep 27 12:30:11.919422 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7cbb2408-b1eb-4434-8224-9aae355e08fe req-b25d99e7-69a5-47a2-ad18-bd10782283e3 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8f22563-b6c1-4748-a19e-bbb1e4e79e0b HTTP/1.1" status: 200 len: 210 time: 0.0260265 Sep 27 12:30:12.911677 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-e2eaa9bf-e642-4280-9be9-905786a324c6 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:12.913127 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-e2eaa9bf-e642-4280-9be9-905786a324c6 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.25 "GET /v2.0/networks?id=b51d978d-7879-485b-8768-a9902fb14f84 HTTP/1.1" status: 200 len: 815 time: 0.1120720 Sep 27 12:30:12.929027 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-2c2c972b-6cc0-4594-a302-66a0cb4527f6 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Request body: {'port': {'device_id': 'c8f22563-b6c1-4748-a19e-bbb1e4e79e0b', 'network_id': 'b51d978d-7879-485b-8768-a9902fb14f84', 'admin_state_up': True, 'tenant_id': '0c3af2a8878c4460a542959a431a716d'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:30:13.023607 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-37f1102b-5a78-4def-baf5-0809cc04c6d3 req-9ba6b0f2-a4cf-4ff7-9b47-9f4addfc83ee tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8f22563-b6c1-4748-a19e-bbb1e4e79e0b HTTP/1.1" status: 200 len: 210 time: 0.0303860 Sep 27 12:30:13.039786 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-2c2c972b-6cc0-4594-a302-66a0cb4527f6 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Made reservation on behalf of 0c3af2a8878c4460a542959a431a716d for: {'port': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:30:13.043311 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-2c2c972b-6cc0-4594-a302-66a0cb4527f6 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:13.166502 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-2c2c972b-6cc0-4594-a302-66a0cb4527f6 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Allocated IP 172.20.0.3 (b51d978d-7879-485b-8768-a9902fb14f84/966dc78e-ae0d-424d-a4e1-ea91294993fa/633d2520-f8af-4998-8614-b92019a33805) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:30:13.311116 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-2c2c972b-6cc0-4594-a302-66a0cb4527f6 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:13.343761 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-2c2c972b-6cc0-4594-a302-66a0cb4527f6 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:13.355501 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['83fe5485-5c27-4acc-89a5-603182419da1', '3729cb4a-adb4-4773-8f17-857b21f5ac8d'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:30:13.385719 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-2c2c972b-6cc0-4594-a302-66a0cb4527f6 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Network b51d978d-7879-485b-8768-a9902fb14f84 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:30:13.388672 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-2c2c972b-6cc0-4594-a302-66a0cb4527f6 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:30:13.392333 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-2c2c972b-6cc0-4594-a302-66a0cb4527f6 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:30:13.400689 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c972b-6cc0-4594-a302-66a0cb4527f6 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Pushing event updated for resources: {'Port': ['ID=633d2520-f8af-4998-8614-b92019a33805,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:13.446577 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-2c2c972b-6cc0-4594-a302-66a0cb4527f6 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:13.447229 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-2c2c972b-6cc0-4594-a302-66a0cb4527f6 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:13.462439 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-2c2c972b-6cc0-4594-a302-66a0cb4527f6 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5385969 Sep 27 12:30:13.477262 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-ba03cdee-d7a9-4173-b046-d7b1e04fa20a service neutron] Request body: {'port': {'device_id': 'c8f22563-b6c1-4748-a19e-bbb1e4e79e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:30:13.533363 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-ba03cdee-d7a9-4173-b046-d7b1e04fa20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:13.785976 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-ba03cdee-d7a9-4173-b046-d7b1e04fa20a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 633d2520-f8af-4998-8614-b92019a33805 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:30:13.793230 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-ba03cdee-d7a9-4173-b046-d7b1e04fa20a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:13.805290 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-ba03cdee-d7a9-4173-b046-d7b1e04fa20a service neutron] Transition to ACTIVE for port object 633d2520-f8af-4998-8614-b92019a33805 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:30:13.809231 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-ba03cdee-d7a9-4173-b046-d7b1e04fa20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:13.855674 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba03cdee-d7a9-4173-b046-d7b1e04fa20a service neutron] Pushing event updated for resources: {'Port': ['ID=633d2520-f8af-4998-8614-b92019a33805,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:14.204969 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-ba03cdee-d7a9-4173-b046-d7b1e04fa20a service neutron] Attempting to bind port 633d2520-f8af-4998-8614-b92019a33805 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:30:14.205622 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-ba03cdee-d7a9-4173-b046-d7b1e04fa20a service neutron] Attempting to bind port 633d2520-f8af-4998-8614-b92019a33805 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '4a3613c6-fe47-4112-b411-5916934c6b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b51d978d-7879-485b-8768-a9902fb14f84'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:30:14.205622 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-ba03cdee-d7a9-4173-b046-d7b1e04fa20a service neutron] Attempting to bind port 633d2520-f8af-4998-8614-b92019a33805 on network b51d978d-7879-485b-8768-a9902fb14f84 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:30:14.215951 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a41f39-1224-4d3b-87dc-23c298eba699 req-18fc4b95-ed10-4737-bc42-b7619d764262 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:14.217442 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-00a41f39-1224-4d3b-87dc-23c298eba699 req-18fc4b95-ed10-4737-bc42-b7619d764262 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8f22563-b6c1-4748-a19e-bbb1e4e79e0b HTTP/1.1" status: 200 len: 943 time: 0.0711701 Sep 27 12:30:14.220085 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-ba03cdee-d7a9-4173-b046-d7b1e04fa20a service neutron] Port 633d2520-f8af-4998-8614-b92019a33805 on network b51d978d-7879-485b-8768-a9902fb14f84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:30:14.222454 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-ba03cdee-d7a9-4173-b046-d7b1e04fa20a service neutron] Attempting to bind port 633d2520-f8af-4998-8614-b92019a33805 on network b51d978d-7879-485b-8768-a9902fb14f84 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:30:14.231682 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-ba03cdee-d7a9-4173-b046-d7b1e04fa20a service neutron] Checking agent: {'id': '20c1fc43-a135-4852-87d5-8f0af43386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'started_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:30:14.232022 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-ba03cdee-d7a9-4173-b046-d7b1e04fa20a service neutron] Checking segment: {'id': '4a3613c6-fe47-4112-b411-5916934c6b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b51d978d-7879-485b-8768-a9902fb14f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:30:14.232397 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-ba03cdee-d7a9-4173-b046-d7b1e04fa20a service neutron] Bound using segment: {'id': '4a3613c6-fe47-4112-b411-5916934c6b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b51d978d-7879-485b-8768-a9902fb14f84'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:30:14.232823 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-ba03cdee-d7a9-4173-b046-d7b1e04fa20a service neutron] Bound port: 633d2520-f8af-4998-8614-b92019a33805, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a3613c6-fe47-4112-b411-5916934c6b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b51d978d-7879-485b-8768-a9902fb14f84'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:30:14.233173 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-ba03cdee-d7a9-4173-b046-d7b1e04fa20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:14.301757 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-00a41f39-1224-4d3b-87dc-23c298eba699 req-d94be4aa-ad5a-4998-a5ce-0c7b179613c1 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762541 Sep 27 12:30:14.324410 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-ba03cdee-d7a9-4173-b046-d7b1e04fa20a service neutron] For port 633d2520-f8af-4998-8614-b92019a33805, host hv-cinder-76845, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:30:14.327462 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-ba03cdee-d7a9-4173-b046-d7b1e04fa20a service neutron] For port 633d2520-f8af-4998-8614-b92019a33805, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=633d2520-f8af-4998-8614-b92019a33805,segment=NetworkSegment(4a3613c6-fe47-4112-b411-5916934c6b9d),segment_id=4a3613c6-fe47-4112-b411-5916934c6b9d)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:30:14.332086 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-ba03cdee-d7a9-4173-b046-d7b1e04fa20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:14.365495 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-ba03cdee-d7a9-4173-b046-d7b1e04fa20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:14.366137 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-ba03cdee-d7a9-4173-b046-d7b1e04fa20a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:14.367530 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-ba03cdee-d7a9-4173-b046-d7b1e04fa20a service neutron] 10.222.0.25 "PUT /v2.0/ports/633d2520-f8af-4998-8614-b92019a33805 HTTP/1.1" status: 200 len: 1093 time: 0.8945105 Sep 27 12:30:14.368016 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f22563-b6c1-4748-a19e-bbb1e4e79e0b', 'tag': '633d2520-f8af-4998-8614-b92019a33805'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:30:14.370293 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64924a8-2694-41c7-8334-57622f166156" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f22563-b6c1-4748-a19e-bbb1e4e79e0b", "tag": "633d2520-f8af-4998-8614-b92019a33805"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:30:14.394656 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba03cdee-d7a9-4173-b046-d7b1e04fa20a service neutron] Pushing event updated for resources: {'Port': ['ID=633d2520-f8af-4998-8614-b92019a33805,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:14.406764 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca26aae6-a7b5-40e5-831d-dfe2884e6f7f x-openstack-request-id: req-ca26aae6-a7b5-40e5-831d-dfe2884e6f7f {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:30:14.407632 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f22563-b6c1-4748-a19e-bbb1e4e79e0b", "tag": "633d2520-f8af-4998-8614-b92019a33805", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:30:14.407887 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ca26aae6-a7b5-40e5-831d-dfe2884e6f7f {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:30:14.408281 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f22563-b6c1-4748-a19e-bbb1e4e79e0b', 'tag': '633d2520-f8af-4998-8614-b92019a33805', 'status': 'completed', 'code': 200} Sep 27 12:30:14.458270 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-54dc4a55-e164-419b-939c-50def3a605de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:14.459851 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-54dc4a55-e164-419b-939c-50def3a605de service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0c3af2a8878c4460a542959a431a716d&device_id=c8f22563-b6c1-4748-a19e-bbb1e4e79e0b HTTP/1.1" status: 200 len: 1096 time: 0.0439076 Sep 27 12:30:14.505543 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-adab5002-6845-4b17-8de9-5c74e377d38c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=633d2520-f8af-4998-8614-b92019a33805 HTTP/1.1" status: 200 len: 217 time: 0.0361462 Sep 27 12:30:14.556949 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-f4b9a786-b595-43d5-897b-51706c0780ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:14.558353 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-f4b9a786-b595-43d5-897b-51706c0780ea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=966dc78e-ae0d-424d-a4e1-ea91294993fa HTTP/1.1" status: 200 len: 855 time: 0.0454745 Sep 27 12:30:14.597425 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-2b1b678d-1af4-4a05-ad0a-ab6761f8ebb2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b51d978d-7879-485b-8768-a9902fb14f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307770 Sep 27 12:30:14.686900 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-78b4fd50-4727-4370-9c50-134345c4a737 service neutron] 10.222.0.25 "GET /v2.0/networks/b51d978d-7879-485b-8768-a9902fb14f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821936 Sep 27 12:30:14.782380 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aac79a92-073b-49e5-bd34-e0ecf04d302c req-edee4d06-ff16-42ff-bf1d-6c56559d892d service neutron] 10.222.0.25 "GET /v2.0/networks/b51d978d-7879-485b-8768-a9902fb14f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886073 Sep 27 12:30:14.871874 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64924a8-2694-41c7-8334-57622f166156 req-1228a1fb-37d5-446b-9888-932bbd4f0965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:14.873305 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a64924a8-2694-41c7-8334-57622f166156 req-1228a1fb-37d5-446b-9888-932bbd4f0965 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0c3af2a8878c4460a542959a431a716d&device_id=c8f22563-b6c1-4748-a19e-bbb1e4e79e0b HTTP/1.1" status: 200 len: 1096 time: 0.0409861 Sep 27 12:30:14.964559 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64924a8-2694-41c7-8334-57622f166156 req-d1974f31-e4cf-4bc8-9b53-824858fd69ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:14.966005 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a64924a8-2694-41c7-8334-57622f166156 req-d1974f31-e4cf-4bc8-9b53-824858fd69ed service neutron] 10.222.0.25 "GET /v2.0/networks?id=b51d978d-7879-485b-8768-a9902fb14f84 HTTP/1.1" status: 200 len: 916 time: 0.0856006 Sep 27 12:30:15.006168 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a64924a8-2694-41c7-8334-57622f166156 req-57803704-193d-4925-91c2-7a63044878b8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=633d2520-f8af-4998-8614-b92019a33805 HTTP/1.1" status: 200 len: 217 time: 0.0331302 Sep 27 12:30:15.064438 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64924a8-2694-41c7-8334-57622f166156 req-d8dcd314-ed5b-4e04-abb1-ea978f805e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:15.065916 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a64924a8-2694-41c7-8334-57622f166156 req-d8dcd314-ed5b-4e04-abb1-ea978f805e6a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=966dc78e-ae0d-424d-a4e1-ea91294993fa HTTP/1.1" status: 200 len: 855 time: 0.0485201 Sep 27 12:30:15.098133 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a64924a8-2694-41c7-8334-57622f166156 req-0572e025-8332-4945-a869-72c39a4e2593 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b51d978d-7879-485b-8768-a9902fb14f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243251 Sep 27 12:30:15.208517 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a64924a8-2694-41c7-8334-57622f166156 req-e2d0b60f-bca5-4a24-a202-0cbfff16406e service neutron] 10.222.0.25 "GET /v2.0/networks/b51d978d-7879-485b-8768-a9902fb14f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027944 Sep 27 12:30:15.300771 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a64924a8-2694-41c7-8334-57622f166156 req-b366af23-57e2-46d4-af3b-d3cd3a91eaaf service neutron] 10.222.0.25 "GET /v2.0/networks/b51d978d-7879-485b-8768-a9902fb14f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856214 Sep 27 12:30:15.338067 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6a023c49-0c87-4c59-be6e-5919b2859761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:15.416080 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c72b3-0028-4cfd-8a5d-7e7dc18cfd2d req-1261738e-a93c-4dd2-a0cc-30a176f25b2c tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:15.417595 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e69c72b3-0028-4cfd-8a5d-7e7dc18cfd2d req-1261738e-a93c-4dd2-a0cc-30a176f25b2c tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8f22563-b6c1-4748-a19e-bbb1e4e79e0b HTTP/1.1" status: 200 len: 943 time: 0.0486910 Sep 27 12:30:15.456339 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e69c72b3-0028-4cfd-8a5d-7e7dc18cfd2d req-f37279b9-a8f7-466b-81b7-b8471afb7ff8 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318604 Sep 27 12:30:16.570875 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f7665-1df2-4d10-93e4-6428cfcb0252 req-003ebad5-c55d-4ce0-b101-d19f99d6b29e tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:16.572373 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-084f7665-1df2-4d10-93e4-6428cfcb0252 req-003ebad5-c55d-4ce0-b101-d19f99d6b29e tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8f22563-b6c1-4748-a19e-bbb1e4e79e0b HTTP/1.1" status: 200 len: 943 time: 0.0482640 Sep 27 12:30:16.609410 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-084f7665-1df2-4d10-93e4-6428cfcb0252 req-fbb195ad-7ade-4a1c-b124-b4dae58d1aa8 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310488 Sep 27 12:30:17.523500 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c88fbe47-792a-4095-990a-38102f6a6c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:17.722733 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c929c9-e4f9-4758-9bff-66c63391fd61 req-4e65a26b-473d-497a-8e8e-e4f288ec8fc7 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:17.724164 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-29c929c9-e4f9-4758-9bff-66c63391fd61 req-4e65a26b-473d-497a-8e8e-e4f288ec8fc7 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8f22563-b6c1-4748-a19e-bbb1e4e79e0b HTTP/1.1" status: 200 len: 943 time: 0.0492678 Sep 27 12:30:17.764124 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-29c929c9-e4f9-4758-9bff-66c63391fd61 req-67d471a9-d5ed-48c5-8d7d-4025e4243a43 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339320 Sep 27 12:30:18.725564 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:18.776232 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 35268) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:30:18.876987 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250eb620-28f5-4eac-aac2-deb0d978404f req-ec76e4ad-f27f-41e1-a9f0-9956d5ca2afd tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:18.878797 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-250eb620-28f5-4eac-aac2-deb0d978404f req-ec76e4ad-f27f-41e1-a9f0-9956d5ca2afd tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8f22563-b6c1-4748-a19e-bbb1e4e79e0b HTTP/1.1" status: 200 len: 943 time: 0.0484068 Sep 27 12:30:18.922470 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-250eb620-28f5-4eac-aac2-deb0d978404f req-141e4a15-420b-4417-9ee4-d71916d799b8 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357156 Sep 27 12:30:18.936640 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-769c4baf-c25a-4d3e-80e7-2bdf72f13001 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Deleting port 69fe44aa-1366-46b8-9a53-47e6a95e6f3a {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:30:18.936987 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-769c4baf-c25a-4d3e-80e7-2bdf72f13001 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:19.009436 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-769c4baf-c25a-4d3e-80e7-2bdf72f13001 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:19.009798 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-769c4baf-c25a-4d3e-80e7-2bdf72f13001 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:19.018398 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 633d2520-f8af-4998-8614-b92019a33805 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:30:19.022260 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-769c4baf-c25a-4d3e-80e7-2bdf72f13001 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Calling delete_port for 69fe44aa-1366-46b8-9a53-47e6a95e6f3a owned by network:floatingip {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:30:19.113755 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 633d2520-f8af-4998-8614-b92019a33805, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=633d2520-f8af-4998-8614-b92019a33805,segment=NetworkSegment(4a3613c6-fe47-4112-b411-5916934c6b9d),segment_id=4a3613c6-fe47-4112-b411-5916934c6b9d)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:30:19.125279 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Returning: {'device': '633d2520-f8af-4998-8614-b92019a33805', 'network_id': 'b51d978d-7879-485b-8768-a9902fb14f84', 'port_id': '633d2520-f8af-4998-8614-b92019a33805', 'mac_address': 'fa:16:3e:d1:6f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '966dc78e-ae0d-424d-a4e1-ea91294993fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:30:19.167634 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:19.180913 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 633d2520-f8af-4998-8614-b92019a33805 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:30:19.202850 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-769c4baf-c25a-4d3e-80e7-2bdf72f13001 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:19.204875 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 633d2520-f8af-4998-8614-b92019a33805, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=633d2520-f8af-4998-8614-b92019a33805,segment=NetworkSegment(4a3613c6-fe47-4112-b411-5916934c6b9d),segment_id=4a3613c6-fe47-4112-b411-5916934c6b9d)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:30:19.209293 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:19.246902 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c4baf-c25a-4d3e-80e7-2bdf72f13001 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Pushing event deleted for resources: {'Port': ['ID=69fe44aa-1366-46b8-9a53-47e6a95e6f3a,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:19.273337 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=633d2520-f8af-4998-8614-b92019a33805,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:19.292297 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c4baf-c25a-4d3e-80e7-2bdf72f13001 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:19.292642 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c4baf-c25a-4d3e-80e7-2bdf72f13001 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:19.292974 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c4baf-c25a-4d3e-80e7-2bdf72f13001 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:19.293304 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c4baf-c25a-4d3e-80e7-2bdf72f13001 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:19.293629 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c4baf-c25a-4d3e-80e7-2bdf72f13001 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:19.293949 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c4baf-c25a-4d3e-80e7-2bdf72f13001 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:19.294267 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c4baf-c25a-4d3e-80e7-2bdf72f13001 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:19.294589 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c4baf-c25a-4d3e-80e7-2bdf72f13001 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:19.294907 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c4baf-c25a-4d3e-80e7-2bdf72f13001 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:19.295243 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c4baf-c25a-4d3e-80e7-2bdf72f13001 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:19.295558 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c4baf-c25a-4d3e-80e7-2bdf72f13001 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:19.295868 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c4baf-c25a-4d3e-80e7-2bdf72f13001 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:19.312842 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-769c4baf-c25a-4d3e-80e7-2bdf72f13001 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for floatingip, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:19.313175 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.db.l3_db [None req-769c4baf-c25a-4d3e-80e7-2bdf72f13001 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Floating IP aef7359f-272f-474c-b2a2-d422c2a89515 disassociated (deleted). External IP: 172.27.2.183, port: f7a442b7-0337-4966-b279-d5b8df76d742. Sep 27 12:30:19.519754 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769c4baf-c25a-4d3e-80e7-2bdf72f13001 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Router bb0e9400-b7d9-4e83-9682-c0b128d33e48 has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:30:19.626518 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769c4baf-c25a-4d3e-80e7-2bdf72f13001 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:30:19.632444 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-769c4baf-c25a-4d3e-80e7-2bdf72f13001 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for floatingip, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:19.638977 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db76e501-2522-4760-9225-99605d0dec25 None None] Sync routers for ids ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'] in dv-cinder-768458-11-iscsi {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:30:19.648818 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db76e501-2522-4760-9225-99605d0dec25 None None] Routers {'bb0e9400-b7d9-4e83-9682-c0b128d33e48'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:30:19.649423 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-db76e501-2522-4760-9225-99605d0dec25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:30:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:30:19.660685 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-769c4baf-c25a-4d3e-80e7-2bdf72f13001 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "DELETE /v2.0/floatingips/aef7359f-272f-474c-b2a2-d422c2a89515 HTTP/1.1" status: 204 len: 168 time: 0.8833528 Sep 27 12:30:19.661347 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8d9e1d-1d41-493a-a864-4d35effc9cb3', 'tag': 'f7a442b7-0337-4966-b279-d5b8df76d742'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:30:19.663518 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec441c24-d8d1-48fc-b449-5b515128dbf7" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8d9e1d-1d41-493a-a864-4d35effc9cb3", "tag": "f7a442b7-0337-4966-b279-d5b8df76d742"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:30:19.699219 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3610f806-72d5-4f39-b358-8639ccba8c25 x-openstack-request-id: req-3610f806-72d5-4f39-b358-8639ccba8c25 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:30:19.699447 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8d9e1d-1d41-493a-a864-4d35effc9cb3", "tag": "f7a442b7-0337-4966-b279-d5b8df76d742", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:30:19.699722 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3610f806-72d5-4f39-b358-8639ccba8c25 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:30:19.701121 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8d9e1d-1d41-493a-a864-4d35effc9cb3', 'tag': 'f7a442b7-0337-4966-b279-d5b8df76d742', 'status': 'completed', 'code': 200} Sep 27 12:30:19.702096 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:19.752148 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['633d2520-f8af-4998-8614-b92019a33805'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:30:19.780020 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec441c24-d8d1-48fc-b449-5b515128dbf7 req-d631a73b-4602-44e4-ad99-e034020d7562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:19.782010 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ec441c24-d8d1-48fc-b449-5b515128dbf7 req-d631a73b-4602-44e4-ad99-e034020d7562 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02234d33e23642d9aaa9e248e4bd9949&device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 1099 time: 0.0541070 Sep 27 12:30:19.813056 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-db76e501-2522-4760-9225-99605d0dec25 None None] Set router bb0e9400-b7d9-4e83-9682-c0b128d33e48 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:30:19.919634 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec441c24-d8d1-48fc-b449-5b515128dbf7 req-0a5cce30-dbe4-4e81-a21c-c78118335108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:19.921441 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ec441c24-d8d1-48fc-b449-5b515128dbf7 req-0a5cce30-dbe4-4e81-a21c-c78118335108 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e2025397-7087-4c7f-a9f8-607a9a9daadf HTTP/1.1" status: 200 len: 912 time: 0.1326895 Sep 27 12:30:19.975911 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e68cf-754c-4161-b36a-4589e87ce5da req-9142e9dd-49fe-44d9-85b6-1d8b2af27287 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:19.981137 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ec441c24-d8d1-48fc-b449-5b515128dbf7 req-ac6377b6-616e-47f3-a47f-35b9f3dde46a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7a442b7-0337-4966-b279-d5b8df76d742 HTTP/1.1" status: 200 len: 217 time: 0.0503066 Sep 27 12:30:19.981804 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-128e68cf-754c-4161-b36a-4589e87ce5da req-9142e9dd-49fe-44d9-85b6-1d8b2af27287 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 946 time: 0.0948336 Sep 27 12:30:20.075679 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-128e68cf-754c-4161-b36a-4589e87ce5da req-723936bb-dc5d-47ee-a0bc-f4833fe8ca1c tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861266 Sep 27 12:30:20.090067 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec441c24-d8d1-48fc-b449-5b515128dbf7 req-a1c0dee1-07c0-4d2e-942e-9915b49d2b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:20.091608 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ec441c24-d8d1-48fc-b449-5b515128dbf7 req-a1c0dee1-07c0-4d2e-942e-9915b49d2b51 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b63fdef-f685-4755-a4ce-3355d57dd264 HTTP/1.1" status: 200 len: 850 time: 0.1016610 Sep 27 12:30:20.100206 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01244563-6acb-4b09-a64c-82d741acad57 req-4bfe5a2a-0372-4610-b825-2a3649cb8629 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:20.101693 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-01244563-6acb-4b09-a64c-82d741acad57 req-4bfe5a2a-0372-4610-b825-2a3649cb8629 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8f22563-b6c1-4748-a19e-bbb1e4e79e0b HTTP/1.1" status: 200 len: 944 time: 0.0673072 Sep 27 12:30:20.165581 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec441c24-d8d1-48fc-b449-5b515128dbf7 req-96d3a325-a6ca-4942-b50f-faa4b210db27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:20.167128 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ec441c24-d8d1-48fc-b449-5b515128dbf7 req-96d3a325-a6ca-4942-b50f-faa4b210db27 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e2025397-7087-4c7f-a9f8-607a9a9daadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0645614 Sep 27 12:30:20.169941 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-01244563-6acb-4b09-a64c-82d741acad57 req-b3aefe07-fc24-4e8e-817c-f7205f195989 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597808 Sep 27 12:30:20.265749 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-db76e501-2522-4760-9225-99605d0dec25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'name': 'tempest-TestVolumeBootPattern-551154710-router', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:31Z', 'updated_at': '2021-09-27T12:21:35Z', 'revision_number': 4, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'gw_port': {'id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:32Z', 'updated_at': '2021-09-27T12:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_floatingips': [{'id': '086141e2-e605-498c-b1ec-f990ac86b939', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'router_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'port_id': '53ec538b-483e-466d-a47a-a6e2771022c4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'mac_address': 'fa:16:3e:c9:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e08aba3-50e1-4110-a83d-39765a5aa1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:25:44Z', 'updated_at': '2021-09-27T12:25:46Z', 'revision_number': 1, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78078fd6-c318-424e-bcdb-913e81f88b04', 'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'mac_address': 'fa:16:3e:e7:d0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:34Z', 'updated_at': '2021-09-27T12:21:39Z', 'revision_number': 5, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'subnets': [{'id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:30:20.283131 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ec441c24-d8d1-48fc-b449-5b515128dbf7 req-ee3fb249-6c74-4a57-a19f-3735e0cc39e3 service neutron] 10.222.0.25 "GET /v2.0/networks/e2025397-7087-4c7f-a9f8-607a9a9daadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043985 Sep 27 12:30:20.299010 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db76e501-2522-4760-9225-99605d0dec25 None None] Checking router: bb0e9400-b7d9-4e83-9682-c0b128d33e48 for host: dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:30:20.305964 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db76e501-2522-4760-9225-99605d0dec25 None None] Routers {'bb0e9400-b7d9-4e83-9682-c0b128d33e48'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:30:20.307296 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-db76e501-2522-4760-9225-99605d0dec25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:30:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:30:20.393131 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ec441c24-d8d1-48fc-b449-5b515128dbf7 req-e8cd00ed-d55a-4963-a2f0-479c127a905c service neutron] 10.222.0.25 "GET /v2.0/networks/e2025397-7087-4c7f-a9f8-607a9a9daadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942614 Sep 27 12:30:20.444041 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-db76e501-2522-4760-9225-99605d0dec25 None None] Set router bb0e9400-b7d9-4e83-9682-c0b128d33e48 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:30:20.665398 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-db76e501-2522-4760-9225-99605d0dec25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'name': 'tempest-TestVolumeBootPattern-551154710-router', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:31Z', 'updated_at': '2021-09-27T12:21:35Z', 'revision_number': 4, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'gw_port': {'id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:32Z', 'updated_at': '2021-09-27T12:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_floatingips': [{'id': '086141e2-e605-498c-b1ec-f990ac86b939', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'router_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'port_id': '53ec538b-483e-466d-a47a-a6e2771022c4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'mac_address': 'fa:16:3e:c9:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e08aba3-50e1-4110-a83d-39765a5aa1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:25:44Z', 'updated_at': '2021-09-27T12:25:46Z', 'revision_number': 1, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78078fd6-c318-424e-bcdb-913e81f88b04', 'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'mac_address': 'fa:16:3e:e7:d0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:34Z', 'updated_at': '2021-09-27T12:21:39Z', 'revision_number': 5, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'subnets': [{'id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:30:20.691480 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db76e501-2522-4760-9225-99605d0dec25 None None] The sync data for ids ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'] in dv-cinder-768458-11-iscsi is: [{'id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'name': 'tempest-TestVolumeBootPattern-551154710-router', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:31Z', 'updated_at': '2021-09-27T12:21:35Z', 'revision_number': 4, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'gw_port': {'id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:32Z', 'updated_at': '2021-09-27T12:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_floatingips': [{'id': '086141e2-e605-498c-b1ec-f990ac86b939', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'router_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'port_id': '53ec538b-483e-466d-a47a-a6e2771022c4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'mac_address': 'fa:16:3e:c9:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e08aba3-50e1-4110-a83d-39765a5aa1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T12:25:44Z', 'updated_at': '2021-09-27T12:25:46Z', 'revision_number': 1, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78078fd6-c318-424e-bcdb-913e81f88b04', 'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'mac_address': 'fa:16:3e:e7:d0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:34Z', 'updated_at': '2021-09-27T12:21:39Z', 'revision_number': 5, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'subnets': [{'id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:30:20.897779 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:20.916481 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e9cfa9-f2ef-4fe3-939a-654fb5c599fb None None] New status for floating IP aef7359f-272f-474c-b2a2-d422c2a89515: DOWN {{(pid=94064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:30:21.179738 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffee92c-9e93-4b7f-8d84-dec479a34d83 req-8bf1f393-9dec-4cd9-8566-4f59abd98698 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:21.181093 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8ffee92c-9e93-4b7f-8d84-dec479a34d83 req-8bf1f393-9dec-4cd9-8566-4f59abd98698 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 946 time: 0.0476243 Sep 27 12:30:21.226453 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8ffee92c-9e93-4b7f-8d84-dec479a34d83 req-a4759c35-63ab-41af-8aad-149100fed418 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394614 Sep 27 12:30:21.295027 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff1bda-c75c-43c2-8ade-b5858af74219 req-691d1f94-8c1f-420d-af75-7213f48b65bd tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:21.296498 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4aff1bda-c75c-43c2-8ade-b5858af74219 req-691d1f94-8c1f-420d-af75-7213f48b65bd tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8f22563-b6c1-4748-a19e-bbb1e4e79e0b HTTP/1.1" status: 200 len: 944 time: 0.0538976 Sep 27 12:30:21.335227 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4aff1bda-c75c-43c2-8ade-b5858af74219 req-e316e8f4-3ff3-4081-8186-1168d500552b tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322487 Sep 27 12:30:21.721982 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb550a3-8450-4e77-a645-7eb920788980 req-db38af81-b2ed-4f10-b19e-85e11c0dee26 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:21.723521 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8bb550a3-8450-4e77-a645-7eb920788980 req-db38af81-b2ed-4f10-b19e-85e11c0dee26 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 946 time: 0.0577974 Sep 27 12:30:21.817576 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-8bb550a3-8450-4e77-a645-7eb920788980 req-aaf5fa61-4817-4337-b8b0-4610e3429b0d tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Deleting port f7a442b7-0337-4966-b279-d5b8df76d742 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:30:21.817910 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-8bb550a3-8450-4e77-a645-7eb920788980 req-aaf5fa61-4817-4337-b8b0-4610e3429b0d tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:21.902826 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-8bb550a3-8450-4e77-a645-7eb920788980 req-aaf5fa61-4817-4337-b8b0-4610e3429b0d tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] For port f7a442b7-0337-4966-b279-d5b8df76d742, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f7a442b7-0337-4966-b279-d5b8df76d742,segment=NetworkSegment(6cc3c066-be31-4e4b-8ade-e372dc2401b6),segment_id=6cc3c066-be31-4e4b-8ade-e372dc2401b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:30:21.903221 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-8bb550a3-8450-4e77-a645-7eb920788980 req-aaf5fa61-4817-4337-b8b0-4610e3429b0d tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:21.915545 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-8bb550a3-8450-4e77-a645-7eb920788980 req-aaf5fa61-4817-4337-b8b0-4610e3429b0d tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Calling delete_port for f7a442b7-0337-4966-b279-d5b8df76d742 owned by compute:nova {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:30:22.044275 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-8bb550a3-8450-4e77-a645-7eb920788980 req-aaf5fa61-4817-4337-b8b0-4610e3429b0d tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:22.069824 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5fa61-4817-4337-b8b0-4610e3429b0d tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Pushing event deleted for resources: {'Port': ['ID=f7a442b7-0337-4966-b279-d5b8df76d742,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:22.115016 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb550a3-8450-4e77-a645-7eb920788980 req-aaf5fa61-4817-4337-b8b0-4610e3429b0d tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] No DVR routers for this DVR port f7a442b7-0337-4966-b279-d5b8df76d742 on host hv-cinder-76845 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:30:22.117466 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-8bb550a3-8450-4e77-a645-7eb920788980 req-aaf5fa61-4817-4337-b8b0-4610e3429b0d tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:22.119458 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8bb550a3-8450-4e77-a645-7eb920788980 req-aaf5fa61-4817-4337-b8b0-4610e3429b0d tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.25 "DELETE /v2.0/ports/f7a442b7-0337-4966-b279-d5b8df76d742 HTTP/1.1" status: 204 len: 173 time: 0.3893590 Sep 27 12:30:22.119906 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8d9e1d-1d41-493a-a864-4d35effc9cb3', 'name': 'network-vif-deleted', 'tag': 'f7a442b7-0337-4966-b279-d5b8df76d742'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:30:22.122106 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c30150-a318-4bc1-8c37-6a96e12d0e34" -d '{"events": [{"server_uuid": "7e8d9e1d-1d41-493a-a864-4d35effc9cb3", "name": "network-vif-deleted", "tag": "f7a442b7-0337-4966-b279-d5b8df76d742"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:30:22.158975 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d000efe7-e740-43ff-a3ac-b60c25392f46 x-openstack-request-id: req-d000efe7-e740-43ff-a3ac-b60c25392f46 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:30:22.159436 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8d9e1d-1d41-493a-a864-4d35effc9cb3", "name": "network-vif-deleted", "tag": "f7a442b7-0337-4966-b279-d5b8df76d742", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:30:22.159694 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d000efe7-e740-43ff-a3ac-b60c25392f46 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:30:22.160121 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8d9e1d-1d41-493a-a864-4d35effc9cb3', 'name': 'network-vif-deleted', 'tag': 'f7a442b7-0337-4966-b279-d5b8df76d742', 'status': 'completed', 'code': 200} Sep 27 12:30:22.319577 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b439716a-f3f2-4755-aa9f-9e788c70174e req-b9a38f2b-2567-4d6c-a1b6-ea8850e71807 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 210 time: 0.0285504 Sep 27 12:30:22.451477 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c7a37-577d-4cdd-9720-8000049db144 req-08e537a4-6f03-4892-b797-3473eed7b459 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:22.452988 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ae6c7a37-577d-4cdd-9720-8000049db144 req-08e537a4-6f03-4892-b797-3473eed7b459 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8f22563-b6c1-4748-a19e-bbb1e4e79e0b HTTP/1.1" status: 200 len: 944 time: 0.0509439 Sep 27 12:30:22.492111 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ae6c7a37-577d-4cdd-9720-8000049db144 req-8b6e2b59-942e-482f-95de-bff2e090ab33 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323441 Sep 27 12:30:23.412643 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d0db18fb-6d6e-430b-b770-b0e6aa19f37f req-d66a0c8f-85cd-41e8-a8b4-3aa39589e149 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 210 time: 0.0260689 Sep 27 12:30:23.608102 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9261c18-2ac2-4f04-917f-cd5b5b4b117b req-6dbd3d22-f290-4f42-abe8-d1a6ecfdfdc2 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:23.609574 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c9261c18-2ac2-4f04-917f-cd5b5b4b117b req-6dbd3d22-f290-4f42-abe8-d1a6ecfdfdc2 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8f22563-b6c1-4748-a19e-bbb1e4e79e0b HTTP/1.1" status: 200 len: 944 time: 0.0513687 Sep 27 12:30:23.646354 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c9261c18-2ac2-4f04-917f-cd5b5b4b117b req-72729778-16d7-41e2-a510-9c9d725ff16a tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307543 Sep 27 12:30:24.092320 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 633d2520-f8af-4998-8614-b92019a33805 up at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:30:24.144782 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning for port 633d2520-f8af-4998-8614-b92019a33805 completed by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:30:24.148552 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning complete for port 633d2520-f8af-4998-8614-b92019a33805 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:30:24.148920 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:24.227083 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:24.249288 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f22563-b6c1-4748-a19e-bbb1e4e79e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633d2520-f8af-4998-8614-b92019a33805'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:30:24.252038 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1408999cb3bb97c5ae56cf322f48a5762bdf0801c3dd38f4c7a67e93a613b0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb754fa-76c2-4019-86e4-fbb8d154b459" -d '{"events": [{"server_uuid": "c8f22563-b6c1-4748-a19e-bbb1e4e79e0b", "name": "network-vif-plugged", "status": "completed", "tag": "633d2520-f8af-4998-8614-b92019a33805"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:30:24.264460 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 633d2520-f8af-4998-8614-b92019a33805, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=633d2520-f8af-4998-8614-b92019a33805,segment=NetworkSegment(4a3613c6-fe47-4112-b411-5916934c6b9d),segment_id=4a3613c6-fe47-4112-b411-5916934c6b9d)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:30:24.269699 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:24.294195 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba9e29e-8294-4880-9cc9-9b3c52c98de6 x-openstack-request-id: req-9ba9e29e-8294-4880-9cc9-9b3c52c98de6 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:30:24.294486 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f22563-b6c1-4748-a19e-bbb1e4e79e0b", "name": "network-vif-plugged", "status": "completed", "tag": "633d2520-f8af-4998-8614-b92019a33805", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:30:24.294736 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9ba9e29e-8294-4880-9cc9-9b3c52c98de6 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:30:24.295145 dv-cinder-768458-11-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f22563-b6c1-4748-a19e-bbb1e4e79e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633d2520-f8af-4998-8614-b92019a33805', 'code': 200} Sep 27 12:30:24.320221 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=633d2520-f8af-4998-8614-b92019a33805,revision_number=5']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:24.505855 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9e4cceb7-8379-4fd7-8ee4-5347e40a73b6 req-095474c7-6f6e-4fc0-b592-a1bc2e17566a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 210 time: 0.0268760 Sep 27 12:30:24.761574 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1e32b-b642-41cf-b954-700dcd218a71 req-c2d20f43-32e7-4da5-a065-2ebe83873f01 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:24.762940 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-10b1e32b-b642-41cf-b954-700dcd218a71 req-c2d20f43-32e7-4da5-a065-2ebe83873f01 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8f22563-b6c1-4748-a19e-bbb1e4e79e0b HTTP/1.1" status: 200 len: 945 time: 0.0483782 Sep 27 12:30:24.800237 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-10b1e32b-b642-41cf-b954-700dcd218a71 req-520cb68f-9cbf-4eca-b30a-db1143688079 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314877 Sep 27 12:30:25.089512 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device f7a442b7-0337-4966-b279-d5b8df76d742 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:30:25.114786 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] No Port match for: f7a442b7-0337-4966-b279-d5b8df76d742 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:30:25.115523 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device f7a442b7-0337-4966-b279-d5b8df76d742 not bound to the agent host hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:30:25.595674 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-299861d9-d583-4830-99ac-44714ab3ef26 req-98150c85-bbc2-49a8-a4ef-9ecf1912f846 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 210 time: 0.0252476 Sep 27 12:30:25.911053 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a37f9-7688-4d98-bafc-d1848510d476 req-03681863-b130-44f3-9b4e-5d8061b57a40 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:25.912529 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-dc6a37f9-7688-4d98-bafc-d1848510d476 req-03681863-b130-44f3-9b4e-5d8061b57a40 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8f22563-b6c1-4748-a19e-bbb1e4e79e0b HTTP/1.1" status: 200 len: 945 time: 0.0483220 Sep 27 12:30:25.950639 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-dc6a37f9-7688-4d98-bafc-d1848510d476 req-8f88a2ac-2b69-4ba8-96ba-a31d398f5a73 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319939 Sep 27 12:30:26.695165 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dee20875-5d7b-42bd-938c-bd968dc9277b req-86395399-02e7-44b7-a468-cb8d36436169 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 210 time: 0.0332844 Sep 27 12:30:26.753141 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49f8dc-ef69-4163-a07e-0bc39d5de40c req-3d5f8242-2fa0-47b5-8d6b-eda82a5728bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:26.754618 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7c49f8dc-ef69-4163-a07e-0bc39d5de40c req-3d5f8242-2fa0-47b5-8d6b-eda82a5728bf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c8f22563-b6c1-4748-a19e-bbb1e4e79e0b HTTP/1.1" status: 200 len: 1098 time: 0.0425179 Sep 27 12:30:26.789798 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7c49f8dc-ef69-4163-a07e-0bc39d5de40c req-65c91968-2d80-433d-9a61-4d140bd61514 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278313 Sep 27 12:30:27.061898 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271e761-2325-4199-903b-5fc5038f51fb req-a2528c28-c331-4c8f-8bef-e5a12a1e93ae tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:27.064017 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5271e761-2325-4199-903b-5fc5038f51fb req-a2528c28-c331-4c8f-8bef-e5a12a1e93ae tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8f22563-b6c1-4748-a19e-bbb1e4e79e0b HTTP/1.1" status: 200 len: 945 time: 0.0484161 Sep 27 12:30:27.104753 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-5271e761-2325-4199-903b-5fc5038f51fb req-416d2b5c-db21-424a-b8ba-0d9b0d7d8d96 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344138 Sep 27 12:30:27.789633 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-851c79f6-418a-4a63-be59-0abd2f9b445f req-e93b190f-e1b1-483e-8763-0db1ae73c570 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 210 time: 0.0257838 Sep 27 12:30:28.215827 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac95674-17f2-424e-a0c2-4cf8640f29cf req-d1135238-0cf5-4f9f-89b0-b111fb4328e4 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:28.217287 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-9ac95674-17f2-424e-a0c2-4cf8640f29cf req-d1135238-0cf5-4f9f-89b0-b111fb4328e4 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8f22563-b6c1-4748-a19e-bbb1e4e79e0b HTTP/1.1" status: 200 len: 945 time: 0.0479169 Sep 27 12:30:28.254607 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-9ac95674-17f2-424e-a0c2-4cf8640f29cf req-cb354d0c-3706-40a2-be80-5a160a505b3e tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306308 Sep 27 12:30:28.884973 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e2b73783-c036-4ba4-8e7d-893d5ce25f85 req-2f32a723-8d77-42ea-b3b4-299f84cb1c09 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 210 time: 0.0294425 Sep 27 12:30:29.370705 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763030fa-7250-4052-9d5e-afc949a6b263 req-459e59e0-be2d-4277-9cc6-64336ab4731c tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:29.372244 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-763030fa-7250-4052-9d5e-afc949a6b263 req-459e59e0-be2d-4277-9cc6-64336ab4731c tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8f22563-b6c1-4748-a19e-bbb1e4e79e0b HTTP/1.1" status: 200 len: 945 time: 0.0524991 Sep 27 12:30:29.409040 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-763030fa-7250-4052-9d5e-afc949a6b263 req-40e3cb92-3adb-4abc-ad98-04c25192a3d6 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308983 Sep 27 12:30:29.986024 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a225f7b3-67a6-4a90-a922-6d3f1acaae20 req-29602b9a-331c-4937-88df-08cb7ba4a38f tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e8d9e1d-1d41-493a-a864-4d35effc9cb3 HTTP/1.1" status: 200 len: 210 time: 0.0251672 Sep 27 12:30:33.259108 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 35396) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:30:33.413198 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-42562635-0709-43e1-b5f2-88fa376b3d19 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Deleting port 296e688a-3fcc-4b2e-a258-e5fcfaeedc1f {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:30:33.413531 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-42562635-0709-43e1-b5f2-88fa376b3d19 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:33.489273 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-42562635-0709-43e1-b5f2-88fa376b3d19 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:33.489513 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-42562635-0709-43e1-b5f2-88fa376b3d19 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:33.501175 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-42562635-0709-43e1-b5f2-88fa376b3d19 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Calling delete_port for 296e688a-3fcc-4b2e-a258-e5fcfaeedc1f owned by network:floatingip {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:30:33.660965 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-42562635-0709-43e1-b5f2-88fa376b3d19 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:33.687242 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42562635-0709-43e1-b5f2-88fa376b3d19 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Pushing event deleted for resources: {'Port': ['ID=296e688a-3fcc-4b2e-a258-e5fcfaeedc1f,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:33.750374 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-42562635-0709-43e1-b5f2-88fa376b3d19 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for floatingip, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:33.750707 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.db.l3_db [None req-42562635-0709-43e1-b5f2-88fa376b3d19 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Floating IP 086141e2-e605-498c-b1ec-f990ac86b939 disassociated (deleted). External IP: 172.27.2.53, port: 53ec538b-483e-466d-a47a-a6e2771022c4. Sep 27 12:30:33.978486 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42562635-0709-43e1-b5f2-88fa376b3d19 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Router bb0e9400-b7d9-4e83-9682-c0b128d33e48 has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:30:34.344836 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42562635-0709-43e1-b5f2-88fa376b3d19 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:30:34.349786 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-42562635-0709-43e1-b5f2-88fa376b3d19 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for floatingip, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:34.354683 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0ee3a7-cdd8-4072-b2e7-e2669ac7ad13 None None] Sync routers for ids ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'] in dv-cinder-768458-11-iscsi {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:30:34.364644 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0ee3a7-cdd8-4072-b2e7-e2669ac7ad13 None None] Routers {'bb0e9400-b7d9-4e83-9682-c0b128d33e48'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:30:34.365339 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-0c0ee3a7-cdd8-4072-b2e7-e2669ac7ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:30:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:30:34.379107 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-42562635-0709-43e1-b5f2-88fa376b3d19 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "DELETE /v2.0/floatingips/086141e2-e605-498c-b1ec-f990ac86b939 HTTP/1.1" status: 204 len: 168 time: 1.1187692 Sep 27 12:30:34.379963 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e08aba3-50e1-4110-a83d-39765a5aa1e0', 'tag': '53ec538b-483e-466d-a47a-a6e2771022c4'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:30:34.382402 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c72b08-2c32-47f4-9f07-544b4b475fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "7e08aba3-50e1-4110-a83d-39765a5aa1e0", "tag": "53ec538b-483e-466d-a47a-a6e2771022c4"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:30:34.421188 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baad06a2-c31b-43d5-b391-e55231d9cf6e x-openstack-request-id: req-baad06a2-c31b-43d5-b391-e55231d9cf6e {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:30:34.421475 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e08aba3-50e1-4110-a83d-39765a5aa1e0", "tag": "53ec538b-483e-466d-a47a-a6e2771022c4", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:30:34.421887 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-baad06a2-c31b-43d5-b391-e55231d9cf6e {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:30:34.422282 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e08aba3-50e1-4110-a83d-39765a5aa1e0', 'tag': '53ec538b-483e-466d-a47a-a6e2771022c4', 'status': 'completed', 'code': 200} Sep 27 12:30:34.488374 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-0c0ee3a7-cdd8-4072-b2e7-e2669ac7ad13 None None] Set router bb0e9400-b7d9-4e83-9682-c0b128d33e48 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:30:34.600469 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284e84d-3415-40b2-aa71-8b87f03a4cb2 req-e0f40d5d-c832-49eb-9f4c-8ef940d689b9 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:34.601930 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3284e84d-3415-40b2-aa71-8b87f03a4cb2 req-e0f40d5d-c832-49eb-9f4c-8ef940d689b9 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e08aba3-50e1-4110-a83d-39765a5aa1e0 HTTP/1.1" status: 200 len: 945 time: 0.0499196 Sep 27 12:30:34.639505 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3284e84d-3415-40b2-aa71-8b87f03a4cb2 req-2aa6af11-d498-4cf7-bbea-291a5ce169ac tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312631 Sep 27 12:30:34.685064 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-0c0ee3a7-cdd8-4072-b2e7-e2669ac7ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'name': 'tempest-TestVolumeBootPattern-551154710-router', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:31Z', 'updated_at': '2021-09-27T12:21:35Z', 'revision_number': 4, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'gw_port': {'id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:32Z', 'updated_at': '2021-09-27T12:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': '78078fd6-c318-424e-bcdb-913e81f88b04', 'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'mac_address': 'fa:16:3e:e7:d0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:34Z', 'updated_at': '2021-09-27T12:21:39Z', 'revision_number': 5, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'subnets': [{'id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:30:34.711779 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0ee3a7-cdd8-4072-b2e7-e2669ac7ad13 None None] Checking router: bb0e9400-b7d9-4e83-9682-c0b128d33e48 for host: dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:30:34.721080 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0ee3a7-cdd8-4072-b2e7-e2669ac7ad13 None None] Routers {'bb0e9400-b7d9-4e83-9682-c0b128d33e48'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:30:34.721677 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-0c0ee3a7-cdd8-4072-b2e7-e2669ac7ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:30:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:30:34.751246 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c72b08-2c32-47f4-9f07-544b4b475fe1 req-fb9f2ab1-4cf4-4718-bba2-1cd107ac1bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:34.752650 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-32c72b08-2c32-47f4-9f07-544b4b475fe1 req-fb9f2ab1-4cf4-4718-bba2-1cd107ac1bce service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02234d33e23642d9aaa9e248e4bd9949&device_id=7e08aba3-50e1-4110-a83d-39765a5aa1e0 HTTP/1.1" status: 200 len: 1098 time: 0.0426600 Sep 27 12:30:34.825576 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-0c0ee3a7-cdd8-4072-b2e7-e2669ac7ad13 None None] Set router bb0e9400-b7d9-4e83-9682-c0b128d33e48 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:30:34.845687 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c72b08-2c32-47f4-9f07-544b4b475fe1 req-c42d3ba1-233c-47c7-b4f2-e471001c7b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:34.847167 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-32c72b08-2c32-47f4-9f07-544b4b475fe1 req-c42d3ba1-233c-47c7-b4f2-e471001c7b50 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e2025397-7087-4c7f-a9f8-607a9a9daadf HTTP/1.1" status: 200 len: 912 time: 0.0868196 Sep 27 12:30:34.888596 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-32c72b08-2c32-47f4-9f07-544b4b475fe1 req-4b9ddd95-f528-49c3-8dc3-f65ce8c1f4f4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53ec538b-483e-466d-a47a-a6e2771022c4 HTTP/1.1" status: 200 len: 217 time: 0.0335312 Sep 27 12:30:35.022455 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-0c0ee3a7-cdd8-4072-b2e7-e2669ac7ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'name': 'tempest-TestVolumeBootPattern-551154710-router', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:31Z', 'updated_at': '2021-09-27T12:21:35Z', 'revision_number': 4, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'gw_port': {'id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:32Z', 'updated_at': '2021-09-27T12:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': '78078fd6-c318-424e-bcdb-913e81f88b04', 'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'mac_address': 'fa:16:3e:e7:d0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:34Z', 'updated_at': '2021-09-27T12:21:39Z', 'revision_number': 5, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'subnets': [{'id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:30:35.048633 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0ee3a7-cdd8-4072-b2e7-e2669ac7ad13 None None] The sync data for ids ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'] in dv-cinder-768458-11-iscsi is: [{'id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'name': 'tempest-TestVolumeBootPattern-551154710-router', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:31Z', 'updated_at': '2021-09-27T12:21:35Z', 'revision_number': 4, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'gw_port': {'id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:32Z', 'updated_at': '2021-09-27T12:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': '78078fd6-c318-424e-bcdb-913e81f88b04', 'name': '', 'network_id': 'e2025397-7087-4c7f-a9f8-607a9a9daadf', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'mac_address': 'fa:16:3e:e7:d0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:34Z', 'updated_at': '2021-09-27T12:21:39Z', 'revision_number': 5, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'subnets': [{'id': '5b63fdef-f685-4755-a4ce-3355d57dd264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:30:35.274060 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73a58df-3a73-4aa8-a9f4-9533f2fbbec0 None None] New status for floating IP 086141e2-e605-498c-b1ec-f990ac86b939: DOWN {{(pid=94064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:30:35.763796 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef2226-19cf-4c42-a479-987eac6d9263 req-ab248fce-a005-4115-8fbd-47f3eb55ed62 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:35.765339 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-51ef2226-19cf-4c42-a479-987eac6d9263 req-ab248fce-a005-4115-8fbd-47f3eb55ed62 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e08aba3-50e1-4110-a83d-39765a5aa1e0 HTTP/1.1" status: 200 len: 945 time: 0.0541375 Sep 27 12:30:35.805174 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-51ef2226-19cf-4c42-a479-987eac6d9263 req-c45e1cf6-763a-4732-8eb3-dc4cd4db9dc6 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338206 Sep 27 12:30:35.997833 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c72b08-2c32-47f4-9f07-544b4b475fe1 req-9391867f-8ce9-4fee-9fdb-0a485cdcb336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:35.999482 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-32c72b08-2c32-47f4-9f07-544b4b475fe1 req-9391867f-8ce9-4fee-9fdb-0a485cdcb336 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b63fdef-f685-4755-a4ce-3355d57dd264 HTTP/1.1" status: 200 len: 850 time: 0.0502896 Sep 27 12:30:36.929041 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b8e43-fcb2-460f-943f-022447c2e2aa req-1022a583-3b8f-49cd-bbbf-c29637f66b92 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:36.930606 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-147b8e43-fcb2-460f-943f-022447c2e2aa req-1022a583-3b8f-49cd-bbbf-c29637f66b92 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e08aba3-50e1-4110-a83d-39765a5aa1e0 HTTP/1.1" status: 200 len: 945 time: 0.0509124 Sep 27 12:30:36.933486 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c72b08-2c32-47f4-9f07-544b4b475fe1 req-f9653be9-a846-4612-826b-e71174c62d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:36.935407 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-32c72b08-2c32-47f4-9f07-544b4b475fe1 req-f9653be9-a846-4612-826b-e71174c62d3c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e2025397-7087-4c7f-a9f8-607a9a9daadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0447829 Sep 27 12:30:36.968819 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-147b8e43-fcb2-460f-943f-022447c2e2aa req-0d865fef-d3de-4a39-acf5-29ef6e08d558 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321870 Sep 27 12:30:38.091417 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f56f0-9762-45c2-a948-563bfd9957d9 req-69affab0-e036-4cff-af68-d55767c69e48 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:38.093034 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e55f56f0-9762-45c2-a948-563bfd9957d9 req-69affab0-e036-4cff-af68-d55767c69e48 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e08aba3-50e1-4110-a83d-39765a5aa1e0 HTTP/1.1" status: 200 len: 945 time: 0.0551667 Sep 27 12:30:38.138112 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e55f56f0-9762-45c2-a948-563bfd9957d9 req-6bf22287-07b3-4711-a80a-b098b481abd0 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371962 Sep 27 12:30:38.255375 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-32c72b08-2c32-47f4-9f07-544b4b475fe1 req-4ab3ea06-5697-48ce-9fb0-d5d92d83ef9c service neutron] 10.222.0.25 "GET /v2.0/networks/e2025397-7087-4c7f-a9f8-607a9a9daadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970373 Sep 27 12:30:38.350425 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-32c72b08-2c32-47f4-9f07-544b4b475fe1 req-5f3815eb-ba2b-4a73-bfcb-09ee65d79d3c service neutron] 10.222.0.25 "GET /v2.0/networks/e2025397-7087-4c7f-a9f8-607a9a9daadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876527 Sep 27 12:30:39.260478 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38dc6d-f2a7-49c2-8085-0d8e66c0eafd req-a7e0f462-86fa-47a0-ad99-6032eb5e7a15 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:39.263153 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8d38dc6d-f2a7-49c2-8085-0d8e66c0eafd req-a7e0f462-86fa-47a0-ad99-6032eb5e7a15 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e08aba3-50e1-4110-a83d-39765a5aa1e0 HTTP/1.1" status: 200 len: 945 time: 0.0531695 Sep 27 12:30:39.301700 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8d38dc6d-f2a7-49c2-8085-0d8e66c0eafd req-fd3809e3-af60-4f7d-8d55-aff20e37f250 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/security-groups?id=5246b0e1-3a33-4214-aa02-336e8fc971cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329473 Sep 27 12:30:39.523044 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af536a7-a7bc-4576-bffd-63f982958cbd req-ffd2cb9d-7418-40ef-8202-f61b63b9bfda tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:39.524539 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6af536a7-a7bc-4576-bffd-63f982958cbd req-ffd2cb9d-7418-40ef-8202-f61b63b9bfda tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e08aba3-50e1-4110-a83d-39765a5aa1e0 HTTP/1.1" status: 200 len: 945 time: 0.0830815 Sep 27 12:30:39.623675 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-6af536a7-a7bc-4576-bffd-63f982958cbd req-c6d85227-bb58-4d11-ba99-28c8fdbefb68 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Deleting port 53ec538b-483e-466d-a47a-a6e2771022c4 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:30:39.624040 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-6af536a7-a7bc-4576-bffd-63f982958cbd req-c6d85227-bb58-4d11-ba99-28c8fdbefb68 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:39.718074 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-6af536a7-a7bc-4576-bffd-63f982958cbd req-c6d85227-bb58-4d11-ba99-28c8fdbefb68 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] For port 53ec538b-483e-466d-a47a-a6e2771022c4, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=53ec538b-483e-466d-a47a-a6e2771022c4,segment=NetworkSegment(6cc3c066-be31-4e4b-8ade-e372dc2401b6),segment_id=6cc3c066-be31-4e4b-8ade-e372dc2401b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:30:39.718438 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-6af536a7-a7bc-4576-bffd-63f982958cbd req-c6d85227-bb58-4d11-ba99-28c8fdbefb68 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:39.730798 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-6af536a7-a7bc-4576-bffd-63f982958cbd req-c6d85227-bb58-4d11-ba99-28c8fdbefb68 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Calling delete_port for 53ec538b-483e-466d-a47a-a6e2771022c4 owned by compute:nova {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:30:39.860653 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-6af536a7-a7bc-4576-bffd-63f982958cbd req-c6d85227-bb58-4d11-ba99-28c8fdbefb68 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:39.905905 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d85227-bb58-4d11-ba99-28c8fdbefb68 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Pushing event deleted for resources: {'Port': ['ID=53ec538b-483e-466d-a47a-a6e2771022c4,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:39.947072 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af536a7-a7bc-4576-bffd-63f982958cbd req-c6d85227-bb58-4d11-ba99-28c8fdbefb68 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] No DVR routers for this DVR port 53ec538b-483e-466d-a47a-a6e2771022c4 on host hv-cinder-76845 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:30:39.950036 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-6af536a7-a7bc-4576-bffd-63f982958cbd req-c6d85227-bb58-4d11-ba99-28c8fdbefb68 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:39.952403 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-6af536a7-a7bc-4576-bffd-63f982958cbd req-c6d85227-bb58-4d11-ba99-28c8fdbefb68 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.25 "DELETE /v2.0/ports/53ec538b-483e-466d-a47a-a6e2771022c4 HTTP/1.1" status: 204 len: 173 time: 0.4166420 Sep 27 12:30:39.952704 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e08aba3-50e1-4110-a83d-39765a5aa1e0', 'name': 'network-vif-deleted', 'tag': '53ec538b-483e-466d-a47a-a6e2771022c4'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:30:39.955977 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81326ea-ef07-4af6-be11-e282b14dc9bb" -d '{"events": [{"server_uuid": "7e08aba3-50e1-4110-a83d-39765a5aa1e0", "name": "network-vif-deleted", "tag": "53ec538b-483e-466d-a47a-a6e2771022c4"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:30:40.002705 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb49d9b-edc5-4519-a97d-2ba64bfadea4 x-openstack-request-id: req-ecb49d9b-edc5-4519-a97d-2ba64bfadea4 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:30:40.003148 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e08aba3-50e1-4110-a83d-39765a5aa1e0", "name": "network-vif-deleted", "tag": "53ec538b-483e-466d-a47a-a6e2771022c4", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:30:40.003383 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ecb49d9b-edc5-4519-a97d-2ba64bfadea4 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:30:40.003892 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e08aba3-50e1-4110-a83d-39765a5aa1e0', 'name': 'network-vif-deleted', 'tag': '53ec538b-483e-466d-a47a-a6e2771022c4', 'status': 'completed', 'code': 200} Sep 27 12:30:40.454376 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-942ff314-cd8c-4baf-90d9-90406529295b req-13bf962a-7bd0-4150-a796-0b72dc25604b tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e08aba3-50e1-4110-a83d-39765a5aa1e0 HTTP/1.1" status: 200 len: 210 time: 0.0510299 Sep 27 12:30:41.511710 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 35480) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:30:41.601278 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:41.657080 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-51acf758-d3ae-43e2-a4de-ebbe81379159 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Deleting port 5ecfecd3-c40b-4b83-a3e4-b36525d71ce4 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:30:41.658041 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-51acf758-d3ae-43e2-a4de-ebbe81379159 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:41.739205 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-51acf758-d3ae-43e2-a4de-ebbe81379159 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:41.739438 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-51acf758-d3ae-43e2-a4de-ebbe81379159 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:41.751348 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-51acf758-d3ae-43e2-a4de-ebbe81379159 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Calling delete_port for 5ecfecd3-c40b-4b83-a3e4-b36525d71ce4 owned by network:floatingip {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:30:41.896538 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-51acf758-d3ae-43e2-a4de-ebbe81379159 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:41.925858 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51acf758-d3ae-43e2-a4de-ebbe81379159 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Pushing event deleted for resources: {'Port': ['ID=5ecfecd3-c40b-4b83-a3e4-b36525d71ce4,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:41.983980 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-51acf758-d3ae-43e2-a4de-ebbe81379159 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for floatingip, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:41.986510 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-51acf758-d3ae-43e2-a4de-ebbe81379159 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for floatingip, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:41.987680 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-51acf758-d3ae-43e2-a4de-ebbe81379159 tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "DELETE /v2.0/floatingips/fea8a978-f62a-49e3-bd6c-07df71052b64 HTTP/1.1" status: 204 len: 168 time: 0.4741209 Sep 27 12:30:42.378591 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-97c744b6-26fd-4907-8278-7512cc91a82e tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:42.380401 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-97c744b6-26fd-4907-8278-7512cc91a82e tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/networks?id=b51d978d-7879-485b-8768-a9902fb14f84 HTTP/1.1" status: 200 len: 815 time: 0.1137655 Sep 27 12:30:42.396257 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-b63f9026-6149-43d8-8dde-f4698f803560 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/quotas/0c3af2a8878c4460a542959a431a716d HTTP/1.1" status: 200 len: 375 time: 0.0094950 Sep 27 12:30:42.448268 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-76463aa0-5f0d-4377-b74e-12089d380314 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c3af2a8878c4460a542959a431a716d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465171 Sep 27 12:30:42.537820 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-f1a0fd55-fea9-4bb3-a96c-e10d993337df service neutron] 10.222.0.60 "GET /v2.0/networks/b51d978d-7879-485b-8768-a9902fb14f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817339 Sep 27 12:30:42.638266 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-31988ae1-572b-4349-b0aa-556c183f6f5b service neutron] 10.222.0.60 "GET /v2.0/networks/b51d978d-7879-485b-8768-a9902fb14f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941625 Sep 27 12:30:42.849917 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-437a5bc0-feb5-48ca-a8b8-864c106a7796 req-b5b0a3fb-69db-49bf-b19b-1fa4336a13e3 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=90af6a68-dd1a-45f5-a682-180d92d99076 HTTP/1.1" status: 200 len: 210 time: 0.0390306 Sep 27 12:30:43.180802 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 53ec538b-483e-466d-a47a-a6e2771022c4 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:30:43.201086 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 35526) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:30:43.215310 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] No Port match for: 53ec538b-483e-466d-a47a-a6e2771022c4 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:30:43.216203 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 53ec538b-483e-466d-a47a-a6e2771022c4 not bound to the agent host hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:30:43.265836 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ecd2d3d6-7003-4fbd-bd30-47b5a1aba14a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:43.293473 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ecd2d3d6-7003-4fbd-bd30-47b5a1aba14a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:43.363900 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ecd2d3d6-7003-4fbd-bd30-47b5a1aba14a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:43.366859 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ecd2d3d6-7003-4fbd-bd30-47b5a1aba14a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:43.368285 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-ecd2d3d6-7003-4fbd-bd30-47b5a1aba14a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] 10.222.0.60 "DELETE /v2.0/security-groups/5246b0e1-3a33-4214-aa02-336e8fc971cf HTTP/1.1" status: 204 len: 168 time: 0.1662831 Sep 27 12:30:43.377929 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2d3d6-7003-4fbd-bd30-47b5a1aba14a tempest-TestVolumeBootPattern-785831020 tempest-TestVolumeBootPattern-785831020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5246b0e1-3a33-4214-aa02-336e8fc971cf,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:43.429420 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 35530) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:30:43.888757 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-14778680-638f-42f9-803f-b3cc2fbce1de tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:43.891726 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-14778680-638f-42f9-803f-b3cc2fbce1de tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.25 "GET /v2.0/networks?id=b51d978d-7879-485b-8768-a9902fb14f84 HTTP/1.1" status: 200 len: 815 time: 0.1812165 Sep 27 12:30:43.910772 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-b9603dce-2ca2-4477-b345-9aa690414ba3 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Request body: {'port': {'device_id': '90af6a68-dd1a-45f5-a682-180d92d99076', 'network_id': 'b51d978d-7879-485b-8768-a9902fb14f84', 'admin_state_up': True, 'tenant_id': '0c3af2a8878c4460a542959a431a716d'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:30:44.109422 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-cea4c19f-8afc-4d86-9fbd-0f1f5f23e545 req-46de0d0c-b4bf-4513-b461-194a5de83864 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=90af6a68-dd1a-45f5-a682-180d92d99076 HTTP/1.1" status: 200 len: 210 time: 0.0314436 Sep 27 12:30:44.111264 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-b9603dce-2ca2-4477-b345-9aa690414ba3 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Made reservation on behalf of 0c3af2a8878c4460a542959a431a716d for: {'port': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:30:44.114604 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-b9603dce-2ca2-4477-b345-9aa690414ba3 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:44.184925 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-87681276-c06d-4f32-af73-1c86c55c5d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528412'] for router_interface, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:44.328528 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-b9603dce-2ca2-4477-b345-9aa690414ba3 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Allocated IP 172.20.0.12 (b51d978d-7879-485b-8768-a9902fb14f84/966dc78e-ae0d-424d-a4e1-ea91294993fa/2710087a-72bd-4416-a442-421ae0d94f67) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:30:44.570002 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-b9603dce-2ca2-4477-b345-9aa690414ba3 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:44.607083 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-87681276-c06d-4f32-af73-1c86c55c5d22 admin admin] Deleting port 78078fd6-c318-424e-bcdb-913e81f88b04 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:30:44.607353 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-87681276-c06d-4f32-af73-1c86c55c5d22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:44.641372 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-b9603dce-2ca2-4477-b345-9aa690414ba3 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:44.653789 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['83fe5485-5c27-4acc-89a5-603182419da1', '3729cb4a-adb4-4773-8f17-857b21f5ac8d', '633d2520-f8af-4998-8614-b92019a33805'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:30:44.719444 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-b9603dce-2ca2-4477-b345-9aa690414ba3 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Network b51d978d-7879-485b-8768-a9902fb14f84 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:30:44.732478 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-b9603dce-2ca2-4477-b345-9aa690414ba3 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:30:44.739499 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9603dce-2ca2-4477-b345-9aa690414ba3 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Pushing event updated for resources: {'Port': ['ID=2710087a-72bd-4416-a442-421ae0d94f67,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:44.744021 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-b9603dce-2ca2-4477-b345-9aa690414ba3 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:30:44.751201 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-87681276-c06d-4f32-af73-1c86c55c5d22 admin admin] For port 78078fd6-c318-424e-bcdb-913e81f88b04, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=78078fd6-c318-424e-bcdb-913e81f88b04,segment=NetworkSegment(6cc3c066-be31-4e4b-8ade-e372dc2401b6),segment_id=6cc3c066-be31-4e4b-8ade-e372dc2401b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:30:44.751756 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-87681276-c06d-4f32-af73-1c86c55c5d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:44.791362 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-87681276-c06d-4f32-af73-1c86c55c5d22 admin admin] Calling delete_port for 78078fd6-c318-424e-bcdb-913e81f88b04 owned by network:router_interface {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:30:44.817479 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-b9603dce-2ca2-4477-b345-9aa690414ba3 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:44.818107 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-b9603dce-2ca2-4477-b345-9aa690414ba3 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:44.864360 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-b9603dce-2ca2-4477-b345-9aa690414ba3 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9578581 Sep 27 12:30:44.879665 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-57e28923-628f-4e5d-b5c5-27b411857e48 service neutron] Request body: {'port': {'device_id': '90af6a68-dd1a-45f5-a682-180d92d99076', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:30:44.978666 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-57e28923-628f-4e5d-b5c5-27b411857e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:45.144238 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 35554) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:30:45.150599 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-87681276-c06d-4f32-af73-1c86c55c5d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:45.193652 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87681276-c06d-4f32-af73-1c86c55c5d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=78078fd6-c318-424e-bcdb-913e81f88b04,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:45.242139 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2053d-ed04-472a-acd7-bcb76232fc3d req-4858eb8d-b708-45de-92ba-4432773235d9 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:45.251321 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bae2053d-ed04-472a-acd7-bcb76232fc3d req-4858eb8d-b708-45de-92ba-4432773235d9 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=90af6a68-dd1a-45f5-a682-180d92d99076 HTTP/1.1" status: 200 len: 932 time: 0.0633798 Sep 27 12:30:45.299735 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bae2053d-ed04-472a-acd7-bcb76232fc3d req-3076dad3-180e-413b-b63b-7c7878eea9f7 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472353 Sep 27 12:30:45.318151 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e6606484-afac-448a-ab9a-140af12be3bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:45.350534 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a787dff5-851d-40a8-a111-cdc3364d8437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:45.419093 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e6606484-afac-448a-ab9a-140af12be3bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:45.423339 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e6606484-afac-448a-ab9a-140af12be3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:45.440122 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-57e28923-628f-4e5d-b5c5-27b411857e48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2710087a-72bd-4416-a442-421ae0d94f67 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:30:45.462697 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-e6606484-afac-448a-ab9a-140af12be3bc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=baba84dee0834b14ae2e24cbb9ab72f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161516 Sep 27 12:30:45.463802 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6606484-afac-448a-ab9a-140af12be3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca849ef-ef2e-45a2-97bd-30654b1b3250,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:45.465611 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 35558) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:30:45.473302 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-57e28923-628f-4e5d-b5c5-27b411857e48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:45.482750 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6606484-afac-448a-ab9a-140af12be3bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:45.483133 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6606484-afac-448a-ab9a-140af12be3bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:45.483472 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6606484-afac-448a-ab9a-140af12be3bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:45.483803 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6606484-afac-448a-ab9a-140af12be3bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:45.484125 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6606484-afac-448a-ab9a-140af12be3bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:45.484452 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6606484-afac-448a-ab9a-140af12be3bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:45.484774 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6606484-afac-448a-ab9a-140af12be3bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:45.485090 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6606484-afac-448a-ab9a-140af12be3bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:45.485932 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6606484-afac-448a-ab9a-140af12be3bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:45.486252 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6606484-afac-448a-ab9a-140af12be3bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:45.486564 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6606484-afac-448a-ab9a-140af12be3bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:45.486876 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6606484-afac-448a-ab9a-140af12be3bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:45.497163 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-57e28923-628f-4e5d-b5c5-27b411857e48 service neutron] Transition to ACTIVE for port object 2710087a-72bd-4416-a442-421ae0d94f67 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:30:45.498766 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-87681276-c06d-4f32-af73-1c86c55c5d22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528789'] for router_interface, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:45.505401 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-57e28923-628f-4e5d-b5c5-27b411857e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:45.528910 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d3a11509-b9ec-4217-8680-1ce8d1d98e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:45.551122 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d3a11509-b9ec-4217-8680-1ce8d1d98e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:45.600153 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d3a11509-b9ec-4217-8680-1ce8d1d98e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:45.602826 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d3a11509-b9ec-4217-8680-1ce8d1d98e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:45.604138 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-d3a11509-b9ec-4217-8680-1ce8d1d98e25 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ca849ef-ef2e-45a2-97bd-30654b1b3250 HTTP/1.1" status: 204 len: 168 time: 0.1376443 Sep 27 12:30:45.612858 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a11509-b9ec-4217-8680-1ce8d1d98e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca849ef-ef2e-45a2-97bd-30654b1b3250,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:45.878663 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e28923-628f-4e5d-b5c5-27b411857e48 service neutron] Pushing event updated for resources: {'Port': ['ID=2710087a-72bd-4416-a442-421ae0d94f67,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:46.025605 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-57e28923-628f-4e5d-b5c5-27b411857e48 service neutron] Attempting to bind port 2710087a-72bd-4416-a442-421ae0d94f67 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:30:46.026283 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-57e28923-628f-4e5d-b5c5-27b411857e48 service neutron] Attempting to bind port 2710087a-72bd-4416-a442-421ae0d94f67 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '4a3613c6-fe47-4112-b411-5916934c6b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b51d978d-7879-485b-8768-a9902fb14f84'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:30:46.026283 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-57e28923-628f-4e5d-b5c5-27b411857e48 service neutron] Attempting to bind port 2710087a-72bd-4416-a442-421ae0d94f67 on network b51d978d-7879-485b-8768-a9902fb14f84 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:30:46.035007 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-57e28923-628f-4e5d-b5c5-27b411857e48 service neutron] Port 2710087a-72bd-4416-a442-421ae0d94f67 on network b51d978d-7879-485b-8768-a9902fb14f84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:30:46.035329 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-57e28923-628f-4e5d-b5c5-27b411857e48 service neutron] Attempting to bind port 2710087a-72bd-4416-a442-421ae0d94f67 on network b51d978d-7879-485b-8768-a9902fb14f84 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:30:46.042346 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-57e28923-628f-4e5d-b5c5-27b411857e48 service neutron] Checking agent: {'id': '20c1fc43-a135-4852-87d5-8f0af43386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'started_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:30:46.042682 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-57e28923-628f-4e5d-b5c5-27b411857e48 service neutron] Checking segment: {'id': '4a3613c6-fe47-4112-b411-5916934c6b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b51d978d-7879-485b-8768-a9902fb14f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:30:46.043096 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-57e28923-628f-4e5d-b5c5-27b411857e48 service neutron] Bound using segment: {'id': '4a3613c6-fe47-4112-b411-5916934c6b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b51d978d-7879-485b-8768-a9902fb14f84'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:30:46.043528 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-57e28923-628f-4e5d-b5c5-27b411857e48 service neutron] Bound port: 2710087a-72bd-4416-a442-421ae0d94f67, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a3613c6-fe47-4112-b411-5916934c6b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b51d978d-7879-485b-8768-a9902fb14f84'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:30:46.043884 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-57e28923-628f-4e5d-b5c5-27b411857e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:46.145050 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87681276-c06d-4f32-af73-1c86c55c5d22 admin admin] Router bb0e9400-b7d9-4e83-9682-c0b128d33e48 has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:30:46.153541 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-57e28923-628f-4e5d-b5c5-27b411857e48 service neutron] For port 2710087a-72bd-4416-a442-421ae0d94f67, host hv-cinder-76845, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:30:46.156533 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-57e28923-628f-4e5d-b5c5-27b411857e48 service neutron] For port 2710087a-72bd-4416-a442-421ae0d94f67, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2710087a-72bd-4416-a442-421ae0d94f67,segment=NetworkSegment(4a3613c6-fe47-4112-b411-5916934c6b9d),segment_id=4a3613c6-fe47-4112-b411-5916934c6b9d)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:30:46.163251 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-57e28923-628f-4e5d-b5c5-27b411857e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:46.237668 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-57e28923-628f-4e5d-b5c5-27b411857e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:46.238282 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-57e28923-628f-4e5d-b5c5-27b411857e48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:46.239691 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-57e28923-628f-4e5d-b5c5-27b411857e48 service neutron] 10.222.0.25 "PUT /v2.0/ports/2710087a-72bd-4416-a442-421ae0d94f67 HTTP/1.1" status: 200 len: 1094 time: 1.3661418 Sep 27 12:30:46.240128 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90af6a68-dd1a-45f5-a682-180d92d99076', 'tag': '2710087a-72bd-4416-a442-421ae0d94f67'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:30:46.242343 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cb957e-c134-42c8-a44f-cc13a8e80a69" -d '{"events": [{"name": "network-changed", "server_uuid": "90af6a68-dd1a-45f5-a682-180d92d99076", "tag": "2710087a-72bd-4416-a442-421ae0d94f67"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:30:46.267197 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e28923-628f-4e5d-b5c5-27b411857e48 service neutron] Pushing event updated for resources: {'Port': ['ID=2710087a-72bd-4416-a442-421ae0d94f67,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:46.330275 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde32376-95e4-459c-93a8-69b4fd1d9f35 x-openstack-request-id: req-bde32376-95e4-459c-93a8-69b4fd1d9f35 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:30:46.330743 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90af6a68-dd1a-45f5-a682-180d92d99076", "tag": "2710087a-72bd-4416-a442-421ae0d94f67", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:30:46.331186 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bde32376-95e4-459c-93a8-69b4fd1d9f35 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:30:46.331605 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90af6a68-dd1a-45f5-a682-180d92d99076', 'tag': '2710087a-72bd-4416-a442-421ae0d94f67', 'status': 'completed', 'code': 200} Sep 27 12:30:46.367075 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87681276-c06d-4f32-af73-1c86c55c5d22 admin admin] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:30:46.372311 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-87681276-c06d-4f32-af73-1c86c55c5d22 admin admin] 10.222.0.60 "PUT /v2.0/routers/bb0e9400-b7d9-4e83-9682-c0b128d33e48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9417083 Sep 27 12:30:46.375576 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 35566) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:30:46.377487 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913707c6-b756-4d04-8d21-4d672a3d6fc1 None None] Sync routers for ids ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'] in dv-cinder-768458-11-iscsi {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:30:46.383417 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-03032278-770f-4572-ad00-09f8edd43521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:46.384906 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-03032278-770f-4572-ad00-09f8edd43521 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0c3af2a8878c4460a542959a431a716d&device_id=90af6a68-dd1a-45f5-a682-180d92d99076 HTTP/1.1" status: 200 len: 1097 time: 0.1064031 Sep 27 12:30:46.388349 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913707c6-b756-4d04-8d21-4d672a3d6fc1 None None] Routers {'bb0e9400-b7d9-4e83-9682-c0b128d33e48'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:30:46.389049 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-913707c6-b756-4d04-8d21-4d672a3d6fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:30:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:30:46.433914 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d15e2-02e9-45d8-a3ed-6326b96bc6ab req-eee0cdc9-a006-4a4b-b6ea-44fb339b753e tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:46.436075 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d65d15e2-02e9-45d8-a3ed-6326b96bc6ab req-eee0cdc9-a006-4a4b-b6ea-44fb339b753e tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=90af6a68-dd1a-45f5-a682-180d92d99076 HTTP/1.1" status: 200 len: 944 time: 0.0605128 Sep 27 12:30:46.463526 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-515dbdda-ac55-4823-83a2-0459e3e505cb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2710087a-72bd-4416-a442-421ae0d94f67 HTTP/1.1" status: 200 len: 217 time: 0.0437348 Sep 27 12:30:46.481424 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d65d15e2-02e9-45d8-a3ed-6326b96bc6ab req-090106a0-9b24-47e9-85e0-8540d5774280 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385551 Sep 27 12:30:46.558111 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-115ef1d6-1834-4107-aaa6-818e7da26afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:46.559526 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-115ef1d6-1834-4107-aaa6-818e7da26afb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=966dc78e-ae0d-424d-a4e1-ea91294993fa HTTP/1.1" status: 200 len: 855 time: 0.0884409 Sep 27 12:30:46.560660 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8c9213cf-84d1-4f43-b23d-8d749ff53afa admin admin] Notify callbacks [] for router, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:46.626875 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-70670a0f-01fd-47f3-92ff-60f577977e19 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b51d978d-7879-485b-8768-a9902fb14f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291946 Sep 27 12:30:46.629453 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-913707c6-b756-4d04-8d21-4d672a3d6fc1 None None] Set router bb0e9400-b7d9-4e83-9682-c0b128d33e48 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:30:46.746649 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8c9213cf-84d1-4f43-b23d-8d749ff53afa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:46.787400 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-c55d93f2-1cc5-42a2-b5fd-e883e1a1ebca service neutron] 10.222.0.25 "GET /v2.0/networks/b51d978d-7879-485b-8768-a9902fb14f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532748 Sep 27 12:30:46.809967 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-913707c6-b756-4d04-8d21-4d672a3d6fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'name': 'tempest-TestVolumeBootPattern-551154710-router', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:31Z', 'updated_at': '2021-09-27T12:30:45Z', 'revision_number': 5, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'gw_port': {'id': 'fbb48490-292f-4bdb-94de-f4ebc76a3272', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:32Z', 'updated_at': '2021-09-27T12:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi'}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:30:46.839872 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913707c6-b756-4d04-8d21-4d672a3d6fc1 None None] Checking router: bb0e9400-b7d9-4e83-9682-c0b128d33e48 for host: dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:30:46.848115 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913707c6-b756-4d04-8d21-4d672a3d6fc1 None None] Routers {'bb0e9400-b7d9-4e83-9682-c0b128d33e48'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:30:46.848718 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-913707c6-b756-4d04-8d21-4d672a3d6fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:30:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:30:46.867386 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-8c9213cf-84d1-4f43-b23d-8d749ff53afa admin admin] Deleting port fbb48490-292f-4bdb-94de-f4ebc76a3272 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:30:46.867730 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8c9213cf-84d1-4f43-b23d-8d749ff53afa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:46.929895 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-913707c6-b756-4d04-8d21-4d672a3d6fc1 None None] Set router bb0e9400-b7d9-4e83-9682-c0b128d33e48 gateway port host: None {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:30:46.941327 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-0ae40864-746d-424c-a8c0-27fba64744e5 req-dcd8d4b2-3f91-4e74-82ed-ca1f28906285 service neutron] 10.222.0.25 "GET /v2.0/networks/b51d978d-7879-485b-8768-a9902fb14f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462214 Sep 27 12:30:46.964298 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-8c9213cf-84d1-4f43-b23d-8d749ff53afa admin admin] For port fbb48490-292f-4bdb-94de-f4ebc76a3272, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=fbb48490-292f-4bdb-94de-f4ebc76a3272,segment=NetworkSegment(c3edcc58-5368-4442-b7b6-007dffc21523),segment_id=c3edcc58-5368-4442-b7b6-007dffc21523)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:30:46.964792 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8c9213cf-84d1-4f43-b23d-8d749ff53afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:46.976804 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-8c9213cf-84d1-4f43-b23d-8d749ff53afa admin admin] Calling delete_port for fbb48490-292f-4bdb-94de-f4ebc76a3272 owned by network:router_gateway {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:30:46.984476 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-913707c6-b756-4d04-8d21-4d672a3d6fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'name': 'tempest-TestVolumeBootPattern-551154710-router', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:31Z', 'updated_at': '2021-09-27T12:30:46Z', 'revision_number': 6, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'gw_port_host': None}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:30:47.011344 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913707c6-b756-4d04-8d21-4d672a3d6fc1 None None] The sync data for ids ['bb0e9400-b7d9-4e83-9682-c0b128d33e48'] in dv-cinder-768458-11-iscsi is: [{'id': 'bb0e9400-b7d9-4e83-9682-c0b128d33e48', 'name': 'tempest-TestVolumeBootPattern-551154710-router', 'tenant_id': '02234d33e23642d9aaa9e248e4bd9949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:31Z', 'updated_at': '2021-09-27T12:30:46Z', 'revision_number': 6, 'project_id': '02234d33e23642d9aaa9e248e4bd9949', 'gw_port_host': None}] {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:30:47.080243 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb957e-c134-42c8-a44f-cc13a8e80a69 req-3039562a-35a0-4288-92d6-1bbd29a0df70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:47.081722 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-75cb957e-c134-42c8-a44f-cc13a8e80a69 req-3039562a-35a0-4288-92d6-1bbd29a0df70 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0c3af2a8878c4460a542959a431a716d&device_id=90af6a68-dd1a-45f5-a682-180d92d99076 HTTP/1.1" status: 200 len: 1097 time: 0.0876498 Sep 27 12:30:47.237453 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb957e-c134-42c8-a44f-cc13a8e80a69 req-cff806a3-4a6b-4ff5-a1ab-ba0f4d6108a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:47.238902 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-75cb957e-c134-42c8-a44f-cc13a8e80a69 req-cff806a3-4a6b-4ff5-a1ab-ba0f4d6108a1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b51d978d-7879-485b-8768-a9902fb14f84 HTTP/1.1" status: 200 len: 916 time: 0.1296153 Sep 27 12:30:47.253920 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8c9213cf-84d1-4f43-b23d-8d749ff53afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:47.304966 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-75cb957e-c134-42c8-a44f-cc13a8e80a69 req-cc3ebe08-e46e-4329-a702-62fd8e520531 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2710087a-72bd-4416-a442-421ae0d94f67 HTTP/1.1" status: 200 len: 217 time: 0.0584607 Sep 27 12:30:47.307591 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9213cf-84d1-4f43-b23d-8d749ff53afa admin admin] Pushing event deleted for resources: {'Port': ['ID=fbb48490-292f-4bdb-94de-f4ebc76a3272,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:47.402282 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb957e-c134-42c8-a44f-cc13a8e80a69 req-edc612d6-345e-4a25-a6c5-ad623ab64725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:47.403775 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-75cb957e-c134-42c8-a44f-cc13a8e80a69 req-edc612d6-345e-4a25-a6c5-ad623ab64725 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=966dc78e-ae0d-424d-a4e1-ea91294993fa HTTP/1.1" status: 200 len: 855 time: 0.0894842 Sep 27 12:30:47.406922 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8c9213cf-84d1-4f43-b23d-8d749ff53afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528726'] for router_gateway, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:47.492396 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-75cb957e-c134-42c8-a44f-cc13a8e80a69 req-2e2eeb3e-6ae5-4c4a-9663-3ee000f5fc04 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b51d978d-7879-485b-8768-a9902fb14f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571992 Sep 27 12:30:47.525325 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-27c29acf-93e3-4a78-9450-3cc47c2622c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:47.530115 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8c9213cf-84d1-4f43-b23d-8d749ff53afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7353'] for router, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:47.533462 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8c9213cf-84d1-4f43-b23d-8d749ff53afa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:47.647342 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8c9213cf-84d1-4f43-b23d-8d749ff53afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530736'] for router, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:47.647770 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9213cf-84d1-4f43-b23d-8d749ff53afa admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb0e9400-b7d9-4e83-9682-c0b128d33e48 {{(pid=94061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 12:30:47.652199 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8c9213cf-84d1-4f43-b23d-8d749ff53afa admin admin] Notify callbacks [] for router, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:47.653300 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-8c9213cf-84d1-4f43-b23d-8d749ff53afa admin admin] 10.222.0.60 "DELETE /v2.0/routers/bb0e9400-b7d9-4e83-9682-c0b128d33e48 HTTP/1.1" status: 204 len: 168 time: 1.2768395 Sep 27 12:30:47.655863 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 35570) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:30:47.711791 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-75cb957e-c134-42c8-a44f-cc13a8e80a69 req-68d79e4d-e27c-4894-bfac-2a3f7327e550 service neutron] 10.222.0.25 "GET /v2.0/networks/b51d978d-7879-485b-8768-a9902fb14f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910195 Sep 27 12:30:47.724782 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6baa4-7257-462c-9185-fd9e580206a2 req-21147789-301f-48eb-9f1c-ef419a4c7ece tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:47.726175 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1ff6baa4-7257-462c-9185-fd9e580206a2 req-21147789-301f-48eb-9f1c-ef419a4c7ece tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=90af6a68-dd1a-45f5-a682-180d92d99076 HTTP/1.1" status: 200 len: 944 time: 0.1678846 Sep 27 12:30:47.741749 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_v2 [None req-88fa4971-c5cc-4f06-8a74-bb9f82a0e4f7 admin admin] Deleting subnet 5b63fdef-f685-4755-a4ce-3355d57dd264 {{(pid=94061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:30:47.764661 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-88fa4971-c5cc-4f06-8a74-bb9f82a0e4f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:47.855710 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1ff6baa4-7257-462c-9185-fd9e580206a2 req-de1cc2cb-a6d2-4b7e-bab3-d6ccc084b330 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184449 Sep 27 12:30:47.863131 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-88fa4971-c5cc-4f06-8a74-bb9f82a0e4f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8886147'] for subnet, precommit_delete_associations {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:47.909352 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-75cb957e-c134-42c8-a44f-cc13a8e80a69 req-b3019180-93e7-47c0-bd92-80053ab3a59a service neutron] 10.222.0.25 "GET /v2.0/networks/b51d978d-7879-485b-8768-a9902fb14f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806498 Sep 27 12:30:47.959556 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-88fa4971-c5cc-4f06-8a74-bb9f82a0e4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8349256'] for subnet, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:48.014256 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-88fa4971-c5cc-4f06-8a74-bb9f82a0e4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8349249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8488502'] for subnet, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:48.040568 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa4971-c5cc-4f06-8a74-bb9f82a0e4f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b63fdef-f685-4755-a4ce-3355d57dd264,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:48.044033 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-88fa4971-c5cc-4f06-8a74-bb9f82a0e4f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:48.045978 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-88fa4971-c5cc-4f06-8a74-bb9f82a0e4f7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5b63fdef-f685-4755-a4ce-3355d57dd264 HTTP/1.1" status: 204 len: 168 time: 0.3870299 Sep 27 12:30:48.048391 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 35572) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:30:48.051987 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f23a23-c9c9-477e-a0bb-904634df2226 None None] Network e2025397-7087-4c7f-a9f8-607a9a9daadf requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:30:48.126614 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-161f306e-e2fb-4ea3-aae2-7bc95153ffef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7874224'] for network, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:48.178557 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-161f306e-e2fb-4ea3-aae2-7bc95153ffef admin admin] Deleting port d01f926b-a4d1-4208-95dc-db7121c4e574 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:30:48.178897 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-161f306e-e2fb-4ea3-aae2-7bc95153ffef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:48.225788 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d760a4-8519-43d3-ade9-5d213e165d24 None None] DHCP port deletion for e2025397-7087-4c7f-a9f8-607a9a9daadf request from dv-cinder-768458-11-iscsi {{(pid=94063) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 12:30:48.241145 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-161f306e-e2fb-4ea3-aae2-7bc95153ffef admin admin] For port d01f926b-a4d1-4208-95dc-db7121c4e574, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=d01f926b-a4d1-4208-95dc-db7121c4e574,segment=NetworkSegment(6cc3c066-be31-4e4b-8ade-e372dc2401b6),segment_id=6cc3c066-be31-4e4b-8ade-e372dc2401b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:30:48.241510 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-161f306e-e2fb-4ea3-aae2-7bc95153ffef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:48.254783 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-161f306e-e2fb-4ea3-aae2-7bc95153ffef admin admin] Calling delete_port for d01f926b-a4d1-4208-95dc-db7121c4e574 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:30:48.276589 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-e3d760a4-8519-43d3-ade9-5d213e165d24 None None] Deleting port d01f926b-a4d1-4208-95dc-db7121c4e574 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:30:48.276964 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e3d760a4-8519-43d3-ade9-5d213e165d24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:48.335288 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device d01f926b-a4d1-4208-95dc-db7121c4e574 no longer exists at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:30:48.345175 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-161f306e-e2fb-4ea3-aae2-7bc95153ffef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:48.370292 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f306e-e2fb-4ea3-aae2-7bc95153ffef admin admin] Pushing event deleted for resources: {'Port': ['ID=d01f926b-a4d1-4208-95dc-db7121c4e574,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:48.376683 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] No Port match for: d01f926b-a4d1-4208-95dc-db7121c4e574 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:30:48.377040 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device d01f926b-a4d1-4208-95dc-db7121c4e574 not bound to the agent host dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:30:48.377468 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device fbb48490-292f-4bdb-94de-f4ebc76a3272 no longer exists at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:30:48.377643 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161f306e-e2fb-4ea3-aae2-7bc95153ffef admin admin] No DVR routers for this DVR port d01f926b-a4d1-4208-95dc-db7121c4e574 on host dv-cinder-768458-11-iscsi {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:30:48.401409 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-e3d760a4-8519-43d3-ade9-5d213e165d24 None None] For port d01f926b-a4d1-4208-95dc-db7121c4e574, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=d01f926b-a4d1-4208-95dc-db7121c4e574,segment=NetworkSegment(6cc3c066-be31-4e4b-8ade-e372dc2401b6),segment_id=6cc3c066-be31-4e4b-8ade-e372dc2401b6)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:30:48.401815 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e3d760a4-8519-43d3-ade9-5d213e165d24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:48.404267 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] No Port match for: fbb48490-292f-4bdb-94de-f4ebc76a3272 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:30:48.404694 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device fbb48490-292f-4bdb-94de-f4ebc76a3272 not bound to the agent host dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:30:48.405110 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 78078fd6-c318-424e-bcdb-913e81f88b04 no longer exists at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:30:48.434866 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] No Port match for: 78078fd6-c318-424e-bcdb-913e81f88b04 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:30:48.435191 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 78078fd6-c318-424e-bcdb-913e81f88b04 not bound to the agent host dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:30:48.436794 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-e3d760a4-8519-43d3-ade9-5d213e165d24 None None] Calling delete_port for d01f926b-a4d1-4208-95dc-db7121c4e574 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:30:48.455414 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-161f306e-e2fb-4ea3-aae2-7bc95153ffef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8355569', 'neutron.services.segments.db._delete_segments_for_network-8743558924948'] for network, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:48.475809 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.services.segments.db [None req-161f306e-e2fb-4ea3-aae2-7bc95153ffef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2025397-7087-4c7f-a9f8-607a9a9daadf']}} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:30:48.484817 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.services.segments.db [None req-161f306e-e2fb-4ea3-aae2-7bc95153ffef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc3c066-be31-4e4b-8ade-e372dc2401b6') {'for_net_delete': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:30:48.485108 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.services.segments.db [None req-161f306e-e2fb-4ea3-aae2-7bc95153ffef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc3c066-be31-4e4b-8ade-e372dc2401b6') {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:30:48.494620 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-161f306e-e2fb-4ea3-aae2-7bc95153ffef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743558923165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8886170'] for segment, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:48.507823 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-161f306e-e2fb-4ea3-aae2-7bc95153ffef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:48.513365 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161f306e-e2fb-4ea3-aae2-7bc95153ffef admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=94061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:30:48.513736 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-161f306e-e2fb-4ea3-aae2-7bc95153ffef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3978971'] for segment, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:48.515345 dv-cinder-768458-11-iscsi neutron-server[94061]: Traceback (most recent call last): Sep 27 12:30:48.515345 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:30:48.515345 dv-cinder-768458-11-iscsi neutron-server[94061]: timer() Sep 27 12:30:48.515345 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:30:48.515345 dv-cinder-768458-11-iscsi neutron-server[94061]: cb(*args, **kw) Sep 27 12:30:48.515345 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:30:48.515345 dv-cinder-768458-11-iscsi neutron-server[94061]: return func(*args, **kwargs) Sep 27 12:30:48.515345 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:30:48.515345 dv-cinder-768458-11-iscsi neutron-server[94061]: self._notify() Sep 27 12:30:48.515345 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:30:48.515345 dv-cinder-768458-11-iscsi neutron-server[94061]: self.callback(batched_events) Sep 27 12:30:48.515345 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:30:48.515345 dv-cinder-768458-11-iscsi neutron-server[94061]: event.method(event) Sep 27 12:30:48.515345 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:30:48.515345 dv-cinder-768458-11-iscsi neutron-server[94061]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:30:48.515345 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:30:48.515345 dv-cinder-768458-11-iscsi neutron-server[94061]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:30:48.515345 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:30:48.515345 dv-cinder-768458-11-iscsi neutron-server[94061]: return f(self, *a, **k) Sep 27 12:30:48.515345 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:30:48.515345 dv-cinder-768458-11-iscsi neutron-server[94061]: return self._get(url).json() Sep 27 12:30:48.515345 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:30:48.515345 dv-cinder-768458-11-iscsi neutron-server[94061]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:30:48.515345 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:30:48.515345 dv-cinder-768458-11-iscsi neutron-server[94061]: return self.request(url, 'GET', **kwargs) Sep 27 12:30:48.515345 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:30:48.515345 dv-cinder-768458-11-iscsi neutron-server[94061]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:30:48.515345 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:30:48.515345 dv-cinder-768458-11-iscsi neutron-server[94061]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:30:48.515345 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:30:48.515345 dv-cinder-768458-11-iscsi neutron-server[94061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:30:48.515345 dv-cinder-768458-11-iscsi neutron-server[94061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:30:48.518044 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e3d760a4-8519-43d3-ade9-5d213e165d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:48.539910 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d760a4-8519-43d3-ade9-5d213e165d24 None None] Pushing event deleted for resources: {'Port': ['ID=d01f926b-a4d1-4208-95dc-db7121c4e574,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:48.544354 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d760a4-8519-43d3-ade9-5d213e165d24 None None] No DVR routers for this DVR port d01f926b-a4d1-4208-95dc-db7121c4e574 on host dv-cinder-768458-11-iscsi {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:30:48.553512 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d760a4-8519-43d3-ade9-5d213e165d24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:48.553512 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d760a4-8519-43d3-ade9-5d213e165d24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:48.553512 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d760a4-8519-43d3-ade9-5d213e165d24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:48.553512 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d760a4-8519-43d3-ade9-5d213e165d24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:48.553512 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d760a4-8519-43d3-ade9-5d213e165d24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:48.553512 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d760a4-8519-43d3-ade9-5d213e165d24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:48.553512 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d760a4-8519-43d3-ade9-5d213e165d24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:48.554227 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d760a4-8519-43d3-ade9-5d213e165d24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:48.554227 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d760a4-8519-43d3-ade9-5d213e165d24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:48.554503 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d760a4-8519-43d3-ade9-5d213e165d24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:48.554665 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d760a4-8519-43d3-ade9-5d213e165d24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:48.555240 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d760a4-8519-43d3-ade9-5d213e165d24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:30:48.569561 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-161f306e-e2fb-4ea3-aae2-7bc95153ffef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8355526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528650'] for network, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:48.573672 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-161f306e-e2fb-4ea3-aae2-7bc95153ffef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:48.575785 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-161f306e-e2fb-4ea3-aae2-7bc95153ffef admin admin] 10.222.0.60 "DELETE /v2.0/networks/e2025397-7087-4c7f-a9f8-607a9a9daadf HTTP/1.1" status: 204 len: 168 time: 0.5263476 Sep 27 12:30:48.578859 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 35574) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:30:48.588981 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f306e-e2fb-4ea3-aae2-7bc95153ffef admin admin] Pushing event deleted for resources: {'Network': ['ID=e2025397-7087-4c7f-a9f8-607a9a9daadf,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:48.683042 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:30:48.730970 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:48.947569 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3afc9ab9-860e-4065-9673-c32d2b14a84b req-7dcc1475-3d2a-42e5-89eb-73a0c1a86190 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461621 Sep 27 12:30:49.030551 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc9ab9-860e-4065-9673-c32d2b14a84b req-cc2facdb-30b8-4a7e-8781-e784843f8963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:49.030793 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505625a6-31bc-4606-9cdb-9903ea10af04 req-f39993a2-0bc4-475b-9b8e-1f5011e19436 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:49.031982 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-505625a6-31bc-4606-9cdb-9903ea10af04 req-f39993a2-0bc4-475b-9b8e-1f5011e19436 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=90af6a68-dd1a-45f5-a682-180d92d99076 HTTP/1.1" status: 200 len: 944 time: 0.0895875 Sep 27 12:30:49.032644 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3afc9ab9-860e-4065-9673-c32d2b14a84b req-cc2facdb-30b8-4a7e-8781-e784843f8963 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6baa320158cf410f9e52ef8e3fa912c9&device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 1099 time: 0.0400879 Sep 27 12:30:49.100205 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-505625a6-31bc-4606-9cdb-9903ea10af04 req-f98d4b70-ae72-47e3-a54b-a17f341b0250 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614715 Sep 27 12:30:49.135981 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc9ab9-860e-4065-9673-c32d2b14a84b req-c167057d-21c5-46df-909c-28b09a3ab239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:49.137526 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3afc9ab9-860e-4065-9673-c32d2b14a84b req-c167057d-21c5-46df-909c-28b09a3ab239 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9354617a-e9e4-4d7b-a0eb-32322544a2ef HTTP/1.1" status: 200 len: 910 time: 0.0860052 Sep 27 12:30:49.208856 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3afc9ab9-860e-4065-9673-c32d2b14a84b req-235c8ad6-57ae-459e-b861-7cae0a9fd99a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39ad1260-e58c-4012-a43a-9a3d02996011 HTTP/1.1" status: 200 len: 1001 time: 0.0623887 Sep 27 12:30:49.209980 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cc32fa38-76be-47d3-be54-2964b64fac8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528412'] for router_interface, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:49.259456 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc9ab9-860e-4065-9673-c32d2b14a84b req-e119e7e5-3788-420a-acfa-8dc6ff0495d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:49.261126 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3afc9ab9-860e-4065-9673-c32d2b14a84b req-e119e7e5-3788-420a-acfa-8dc6ff0495d7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9b234fa0-0a81-423f-a3ca-db50873bb00a HTTP/1.1" status: 200 len: 848 time: 0.0450125 Sep 27 12:30:49.307567 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc9ab9-860e-4065-9673-c32d2b14a84b req-5ccd42cd-1c7c-4444-b82f-a49abb7fa1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:49.309000 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3afc9ab9-860e-4065-9673-c32d2b14a84b req-5ccd42cd-1c7c-4444-b82f-a49abb7fa1de service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9354617a-e9e4-4d7b-a0eb-32322544a2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392179 Sep 27 12:30:49.402345 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3afc9ab9-860e-4065-9673-c32d2b14a84b req-12d66a3e-7d4f-4f80-bf5e-bc13bfcd0816 service neutron] 10.222.0.25 "GET /v2.0/networks/9354617a-e9e4-4d7b-a0eb-32322544a2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853322 Sep 27 12:30:49.457063 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-cc32fa38-76be-47d3-be54-2964b64fac8f admin admin] Deleting port e0f5e038-6eb4-401b-b1f9-fba414c48d54 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:30:49.457399 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cc32fa38-76be-47d3-be54-2964b64fac8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:49.535656 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-cc32fa38-76be-47d3-be54-2964b64fac8f admin admin] For port e0f5e038-6eb4-401b-b1f9-fba414c48d54, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=e0f5e038-6eb4-401b-b1f9-fba414c48d54,segment=NetworkSegment(12934b32-21b1-4af0-a7a2-1acc2ada4f8b),segment_id=12934b32-21b1-4af0-a7a2-1acc2ada4f8b)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:30:49.536015 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cc32fa38-76be-47d3-be54-2964b64fac8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:49.549998 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-cc32fa38-76be-47d3-be54-2964b64fac8f admin admin] Calling delete_port for e0f5e038-6eb4-401b-b1f9-fba414c48d54 owned by network:router_interface {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:30:49.679221 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:49.746374 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cc32fa38-76be-47d3-be54-2964b64fac8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4103691'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:49.753550 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3afc9ab9-860e-4065-9673-c32d2b14a84b req-032034ea-3a92-489d-ab49-aac2bf805893 service neutron] 10.222.0.25 "GET /v2.0/networks/9354617a-e9e4-4d7b-a0eb-32322544a2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393159 Sep 27 12:30:49.773073 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32fa38-76be-47d3-be54-2964b64fac8f admin admin] Pushing event deleted for resources: {'Port': ['ID=e0f5e038-6eb4-401b-b1f9-fba414c48d54,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:49.935619 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cc32fa38-76be-47d3-be54-2964b64fac8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528789'] for router_interface, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:50.148705 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc32fa38-76be-47d3-be54-2964b64fac8f admin admin] Router 4532134c-89d5-40e3-b106-fb4cb70f8f19 has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:30:50.214051 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34675fb6-9b11-47f2-b1b5-93d41e3c6cfc req-1c4fb0c4-7d3b-4031-aa61-309436f8bc98 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:50.215448 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-34675fb6-9b11-47f2-b1b5-93d41e3c6cfc req-1c4fb0c4-7d3b-4031-aa61-309436f8bc98 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=90af6a68-dd1a-45f5-a682-180d92d99076 HTTP/1.1" status: 200 len: 944 time: 0.0480533 Sep 27 12:30:50.253028 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc32fa38-76be-47d3-be54-2964b64fac8f admin admin] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:30:50.256602 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-34675fb6-9b11-47f2-b1b5-93d41e3c6cfc req-c3ff1eeb-d560-4d3a-9690-5836cd3e15a6 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330009 Sep 27 12:30:50.267451 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb8a630-b6ae-49bb-8201-95ff3bb54291 None None] Sync routers for ids ['4532134c-89d5-40e3-b106-fb4cb70f8f19'] in dv-cinder-768458-11-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:30:50.272554 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-cc32fa38-76be-47d3-be54-2964b64fac8f admin admin] 10.222.0.60 "PUT /v2.0/routers/4532134c-89d5-40e3-b106-fb4cb70f8f19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6924734 Sep 27 12:30:50.275011 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 35580) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:30:50.285087 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb8a630-b6ae-49bb-8201-95ff3bb54291 None None] Routers {'4532134c-89d5-40e3-b106-fb4cb70f8f19'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:30:50.286050 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-6cb8a630-b6ae-49bb-8201-95ff3bb54291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:30:48Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['4532134c-89d5-40e3-b106-fb4cb70f8f19'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:30:50.376698 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-92bf916e-ea3a-49ba-a8c8-f55a1ea5610e admin admin] Notify callbacks [] for router, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:50.396586 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-6cb8a630-b6ae-49bb-8201-95ff3bb54291 None None] Set router 4532134c-89d5-40e3-b106-fb4cb70f8f19 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:30:50.478790 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-92bf916e-ea3a-49ba-a8c8-f55a1ea5610e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:50.530561 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-92bf916e-ea3a-49ba-a8c8-f55a1ea5610e admin admin] Deleting port c40e9dbf-efc8-4336-b28d-e12b6c41af34 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:30:50.530902 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-92bf916e-ea3a-49ba-a8c8-f55a1ea5610e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:50.574734 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-6cb8a630-b6ae-49bb-8201-95ff3bb54291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4532134c-89d5-40e3-b106-fb4cb70f8f19', 'name': 'tempest-TestVolumeBootPattern-604301958-router', 'tenant_id': 'b814c029205d45ba932556c62c22e7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c40e9dbf-efc8-4336-b28d-e12b6c41af34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:37Z', 'updated_at': '2021-09-27T12:30:49Z', 'revision_number': 5, 'project_id': 'b814c029205d45ba932556c62c22e7fd', 'gw_port': {'id': 'c40e9dbf-efc8-4336-b28d-e12b6c41af34', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4532134c-89d5-40e3-b106-fb4cb70f8f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:21:37Z', 'updated_at': '2021-09-27T12:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi'}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:30:50.601385 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb8a630-b6ae-49bb-8201-95ff3bb54291 None None] Checking router: 4532134c-89d5-40e3-b106-fb4cb70f8f19 for host: dv-cinder-768458-11-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:30:50.609417 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb8a630-b6ae-49bb-8201-95ff3bb54291 None None] Routers {'4532134c-89d5-40e3-b106-fb4cb70f8f19'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:30:50.610012 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-6cb8a630-b6ae-49bb-8201-95ff3bb54291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:30:48Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['4532134c-89d5-40e3-b106-fb4cb70f8f19'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:30:50.610774 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-92bf916e-ea3a-49ba-a8c8-f55a1ea5610e admin admin] For port c40e9dbf-efc8-4336-b28d-e12b6c41af34, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=c40e9dbf-efc8-4336-b28d-e12b6c41af34,segment=NetworkSegment(c3edcc58-5368-4442-b7b6-007dffc21523),segment_id=c3edcc58-5368-4442-b7b6-007dffc21523)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:30:50.611199 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-92bf916e-ea3a-49ba-a8c8-f55a1ea5610e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:50.622656 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-92bf916e-ea3a-49ba-a8c8-f55a1ea5610e admin admin] Calling delete_port for c40e9dbf-efc8-4336-b28d-e12b6c41af34 owned by network:router_gateway {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:30:50.694074 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-6cb8a630-b6ae-49bb-8201-95ff3bb54291 None None] Set router 4532134c-89d5-40e3-b106-fb4cb70f8f19 gateway port host: None {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:30:50.749371 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-6cb8a630-b6ae-49bb-8201-95ff3bb54291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4532134c-89d5-40e3-b106-fb4cb70f8f19', 'name': 'tempest-TestVolumeBootPattern-604301958-router', 'tenant_id': 'b814c029205d45ba932556c62c22e7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:37Z', 'updated_at': '2021-09-27T12:30:50Z', 'revision_number': 6, 'project_id': 'b814c029205d45ba932556c62c22e7fd', 'gw_port_host': None}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:30:50.776473 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb8a630-b6ae-49bb-8201-95ff3bb54291 None None] The sync data for ids ['4532134c-89d5-40e3-b106-fb4cb70f8f19'] in dv-cinder-768458-11-iscsi is: [{'id': '4532134c-89d5-40e3-b106-fb4cb70f8f19', 'name': 'tempest-TestVolumeBootPattern-604301958-router', 'tenant_id': 'b814c029205d45ba932556c62c22e7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:21:37Z', 'updated_at': '2021-09-27T12:30:50Z', 'revision_number': 6, 'project_id': 'b814c029205d45ba932556c62c22e7fd', 'gw_port_host': None}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:30:50.787618 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-92bf916e-ea3a-49ba-a8c8-f55a1ea5610e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4103691'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:50.814665 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf916e-ea3a-49ba-a8c8-f55a1ea5610e admin admin] Pushing event deleted for resources: {'Port': ['ID=c40e9dbf-efc8-4336-b28d-e12b6c41af34,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:50.874577 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-92bf916e-ea3a-49ba-a8c8-f55a1ea5610e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528726'] for router_gateway, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:50.899525 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:50.964738 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-92bf916e-ea3a-49ba-a8c8-f55a1ea5610e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7353'] for router, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:50.966799 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-92bf916e-ea3a-49ba-a8c8-f55a1ea5610e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:51.017137 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-92bf916e-ea3a-49ba-a8c8-f55a1ea5610e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530736'] for router, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:51.017623 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bf916e-ea3a-49ba-a8c8-f55a1ea5610e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4532134c-89d5-40e3-b106-fb4cb70f8f19 {{(pid=94062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 12:30:51.022103 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-92bf916e-ea3a-49ba-a8c8-f55a1ea5610e admin admin] Notify callbacks [] for router, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:51.023242 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-92bf916e-ea3a-49ba-a8c8-f55a1ea5610e admin admin] 10.222.0.60 "DELETE /v2.0/routers/4532134c-89d5-40e3-b106-fb4cb70f8f19 HTTP/1.1" status: 204 len: 168 time: 0.7472820 Sep 27 12:30:51.025900 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 35582) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:30:51.068352 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf5f3a7-f2dd-41de-8523-f094d8cdd8cf admin admin] Deleting subnet 96e32b86-1352-433c-8e94-bf02be9c914c {{(pid=94061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:30:51.071262 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ecf5f3a7-f2dd-41de-8523-f094d8cdd8cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:51.105394 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ecf5f3a7-f2dd-41de-8523-f094d8cdd8cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8886147'] for subnet, precommit_delete_associations {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:51.187632 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ecf5f3a7-f2dd-41de-8523-f094d8cdd8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8349256'] for subnet, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:51.239518 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ecf5f3a7-f2dd-41de-8523-f094d8cdd8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8349249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8488502'] for subnet, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:51.241456 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 2710087a-72bd-4416-a442-421ae0d94f67 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:30:51.263378 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5f3a7-f2dd-41de-8523-f094d8cdd8cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96e32b86-1352-433c-8e94-bf02be9c914c,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:51.269743 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ecf5f3a7-f2dd-41de-8523-f094d8cdd8cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:51.271612 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-ecf5f3a7-f2dd-41de-8523-f094d8cdd8cf admin admin] 10.222.0.60 "DELETE /v2.0/subnets/96e32b86-1352-433c-8e94-bf02be9c914c HTTP/1.1" status: 204 len: 168 time: 0.2447035 Sep 27 12:30:51.274048 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 35584) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:30:51.276629 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4702178e-f737-4bd1-a91a-735b574394aa None None] Network 7cbaffb4-998a-4e59-ba94-89ad1915fd1c requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:30:51.357170 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-00ef775f-07d4-4bfe-989e-ec2618b2c863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7874224'] for network, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:51.406534 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b838376-4d37-48fe-bce9-02011a175a0d req-98626664-d10a-4a3e-990f-c1501f03070f tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:51.408532 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7b838376-4d37-48fe-bce9-02011a175a0d req-98626664-d10a-4a3e-990f-c1501f03070f tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=90af6a68-dd1a-45f5-a682-180d92d99076 HTTP/1.1" status: 200 len: 944 time: 0.0570018 Sep 27 12:30:51.414148 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-00ef775f-07d4-4bfe-989e-ec2618b2c863 admin admin] Deleting port c39be155-f506-4e12-b343-0b0314e86010 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:30:51.414802 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-00ef775f-07d4-4bfe-989e-ec2618b2c863 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:51.443568 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 2710087a-72bd-4416-a442-421ae0d94f67, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2710087a-72bd-4416-a442-421ae0d94f67,segment=NetworkSegment(4a3613c6-fe47-4112-b411-5916934c6b9d),segment_id=4a3613c6-fe47-4112-b411-5916934c6b9d)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:30:51.451592 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7b838376-4d37-48fe-bce9-02011a175a0d req-12e674f4-4f14-4f44-98d0-2a2f0a16e7fd tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358458 Sep 27 12:30:51.456593 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Returning: {'device': '2710087a-72bd-4416-a442-421ae0d94f67', 'network_id': 'b51d978d-7879-485b-8768-a9902fb14f84', 'port_id': '2710087a-72bd-4416-a442-421ae0d94f67', 'mac_address': 'fa:16:3e:b3:60:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '966dc78e-ae0d-424d-a4e1-ea91294993fa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:30:51.495519 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-00ef775f-07d4-4bfe-989e-ec2618b2c863 admin admin] For port c39be155-f506-4e12-b343-0b0314e86010, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=c39be155-f506-4e12-b343-0b0314e86010,segment=NetworkSegment(12934b32-21b1-4af0-a7a2-1acc2ada4f8b),segment_id=12934b32-21b1-4af0-a7a2-1acc2ada4f8b)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:30:51.496036 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-00ef775f-07d4-4bfe-989e-ec2618b2c863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:51.513561 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:51.520023 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-00ef775f-07d4-4bfe-989e-ec2618b2c863 admin admin] Calling delete_port for c39be155-f506-4e12-b343-0b0314e86010 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:30:51.530327 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2710087a-72bd-4416-a442-421ae0d94f67 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:30:51.537190 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b78ea0e-251d-4aa2-a39e-a240861a90c7 None None] DHCP port deletion for 7cbaffb4-998a-4e59-ba94-89ad1915fd1c request from dv-cinder-768458-11-iscsi {{(pid=94063) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 12:30:51.577796 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 2710087a-72bd-4416-a442-421ae0d94f67, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2710087a-72bd-4416-a442-421ae0d94f67,segment=NetworkSegment(4a3613c6-fe47-4112-b411-5916934c6b9d),segment_id=4a3613c6-fe47-4112-b411-5916934c6b9d)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:30:51.582641 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:51.613722 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-00ef775f-07d4-4bfe-989e-ec2618b2c863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:51.641147 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef775f-07d4-4bfe-989e-ec2618b2c863 admin admin] Pushing event deleted for resources: {'Port': ['ID=c39be155-f506-4e12-b343-0b0314e86010,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:51.643088 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ef775f-07d4-4bfe-989e-ec2618b2c863 admin admin] No DVR routers for this DVR port c39be155-f506-4e12-b343-0b0314e86010 on host dv-cinder-768458-11-iscsi {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:30:51.647975 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=2710087a-72bd-4416-a442-421ae0d94f67,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:51.652752 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-3b78ea0e-251d-4aa2-a39e-a240861a90c7 None None] Deleting port c39be155-f506-4e12-b343-0b0314e86010 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:30:51.653133 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3b78ea0e-251d-4aa2-a39e-a240861a90c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:51.718478 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-3b78ea0e-251d-4aa2-a39e-a240861a90c7 None None] For port c39be155-f506-4e12-b343-0b0314e86010, host dv-cinder-768458-11-iscsi, got binding levels [] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:30:51.718897 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3b78ea0e-251d-4aa2-a39e-a240861a90c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:51.719451 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-00ef775f-07d4-4bfe-989e-ec2618b2c863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8355569', 'neutron.services.segments.db._delete_segments_for_network-8743558924948'] for network, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:51.732184 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-3b78ea0e-251d-4aa2-a39e-a240861a90c7 None None] Calling delete_port for c39be155-f506-4e12-b343-0b0314e86010 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:30:51.734962 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.ipam_backend_mixin [None req-3b78ea0e-251d-4aa2-a39e-a240861a90c7 None None] Port c39be155-f506-4e12-b343-0b0314e86010 was not found and therefore no delete operation was performed {{(pid=94063) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 27 12:30:51.737815 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3b78ea0e-251d-4aa2-a39e-a240861a90c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:51.742170 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.services.segments.db [None req-00ef775f-07d4-4bfe-989e-ec2618b2c863 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cbaffb4-998a-4e59-ba94-89ad1915fd1c']}} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:30:51.752779 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.services.segments.db [None req-00ef775f-07d4-4bfe-989e-ec2618b2c863 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12934b32-21b1-4af0-a7a2-1acc2ada4f8b') {'for_net_delete': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:30:51.753081 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.services.segments.db [None req-00ef775f-07d4-4bfe-989e-ec2618b2c863 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12934b32-21b1-4af0-a7a2-1acc2ada4f8b') {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:30:51.763006 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-00ef775f-07d4-4bfe-989e-ec2618b2c863 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743558923165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8886170'] for segment, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:51.766514 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78ea0e-251d-4aa2-a39e-a240861a90c7 None None] Pushing event deleted for resources: {'Port': ['ID=c39be155-f506-4e12-b343-0b0314e86010,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:51.773591 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b78ea0e-251d-4aa2-a39e-a240861a90c7 None None] No DVR routers for this DVR port c39be155-f506-4e12-b343-0b0314e86010 on host dv-cinder-768458-11-iscsi {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:30:51.778398 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-00ef775f-07d4-4bfe-989e-ec2618b2c863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:51.789581 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ef775f-07d4-4bfe-989e-ec2618b2c863 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:30:51.789982 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-00ef775f-07d4-4bfe-989e-ec2618b2c863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3978971'] for segment, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:51.791908 dv-cinder-768458-11-iscsi neutron-server[94061]: Traceback (most recent call last): Sep 27 12:30:51.791908 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:30:51.791908 dv-cinder-768458-11-iscsi neutron-server[94061]: timer() Sep 27 12:30:51.791908 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:30:51.791908 dv-cinder-768458-11-iscsi neutron-server[94061]: cb(*args, **kw) Sep 27 12:30:51.791908 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:30:51.791908 dv-cinder-768458-11-iscsi neutron-server[94061]: return func(*args, **kwargs) Sep 27 12:30:51.791908 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:30:51.791908 dv-cinder-768458-11-iscsi neutron-server[94061]: self._notify() Sep 27 12:30:51.791908 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:30:51.791908 dv-cinder-768458-11-iscsi neutron-server[94061]: self.callback(batched_events) Sep 27 12:30:51.791908 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:30:51.791908 dv-cinder-768458-11-iscsi neutron-server[94061]: event.method(event) Sep 27 12:30:51.791908 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:30:51.791908 dv-cinder-768458-11-iscsi neutron-server[94061]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:30:51.791908 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:30:51.791908 dv-cinder-768458-11-iscsi neutron-server[94061]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:30:51.791908 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:30:51.791908 dv-cinder-768458-11-iscsi neutron-server[94061]: return f(self, *a, **k) Sep 27 12:30:51.791908 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:30:51.791908 dv-cinder-768458-11-iscsi neutron-server[94061]: return self._get(url).json() Sep 27 12:30:51.791908 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:30:51.791908 dv-cinder-768458-11-iscsi neutron-server[94061]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:30:51.791908 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:30:51.791908 dv-cinder-768458-11-iscsi neutron-server[94061]: return self.request(url, 'GET', **kwargs) Sep 27 12:30:51.791908 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:30:51.791908 dv-cinder-768458-11-iscsi neutron-server[94061]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:30:51.791908 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:30:51.791908 dv-cinder-768458-11-iscsi neutron-server[94061]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:30:51.791908 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:30:51.791908 dv-cinder-768458-11-iscsi neutron-server[94061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:30:51.791908 dv-cinder-768458-11-iscsi neutron-server[94061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:30:51.848543 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-00ef775f-07d4-4bfe-989e-ec2618b2c863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8355526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528650'] for network, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:51.853629 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-00ef775f-07d4-4bfe-989e-ec2618b2c863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:51.855452 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-00ef775f-07d4-4bfe-989e-ec2618b2c863 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7cbaffb4-998a-4e59-ba94-89ad1915fd1c HTTP/1.1" status: 204 len: 168 time: 0.5798252 Sep 27 12:30:51.866313 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef775f-07d4-4bfe-989e-ec2618b2c863 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cbaffb4-998a-4e59-ba94-89ad1915fd1c,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:52.005550 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['2710087a-72bd-4416-a442-421ae0d94f67'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:30:52.017827 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 35590) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:30:52.061430 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-b59a9016-a7b1-4a84-9d6f-2904b50a974f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=02234d33e23642d9aaa9e248e4bd9949&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422509 Sep 27 12:30:52.064429 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 35592) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:30:52.112249 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-58e4d2bf-e0b2-4fbe-bcb7-50cfc0248bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:52.132626 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-58e4d2bf-e0b2-4fbe-bcb7-50cfc0248bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:52.178486 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-58e4d2bf-e0b2-4fbe-bcb7-50cfc0248bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:52.181168 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-58e4d2bf-e0b2-4fbe-bcb7-50cfc0248bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:52.182321 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-58e4d2bf-e0b2-4fbe-bcb7-50cfc0248bb6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4c901481-a256-4c46-ae06-50d325755f53 HTTP/1.1" status: 204 len: 168 time: 0.1169906 Sep 27 12:30:52.190071 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4d2bf-e0b2-4fbe-bcb7-50cfc0248bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c901481-a256-4c46-ae06-50d325755f53,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:52.306880 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device e0f5e038-6eb4-401b-b1f9-fba414c48d54 no longer exists at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:30:52.331095 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] No Port match for: e0f5e038-6eb4-401b-b1f9-fba414c48d54 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:30:52.331446 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device e0f5e038-6eb4-401b-b1f9-fba414c48d54 not bound to the agent host dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:30:52.331861 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device c39be155-f506-4e12-b343-0b0314e86010 no longer exists at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:30:52.351943 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] No Port match for: c39be155-f506-4e12-b343-0b0314e86010 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:30:52.352292 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device c39be155-f506-4e12-b343-0b0314e86010 not bound to the agent host dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:30:52.352707 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device c40e9dbf-efc8-4336-b28d-e12b6c41af34 no longer exists at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:30:52.370846 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] No Port match for: c40e9dbf-efc8-4336-b28d-e12b6c41af34 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:30:52.371330 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device c40e9dbf-efc8-4336-b28d-e12b6c41af34 not bound to the agent host dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:30:52.507046 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 35600) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:30:52.571330 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-77eade36-e716-4121-97fd-71db7fb3d0ae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b814c029205d45ba932556c62c22e7fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0630100 Sep 27 12:30:52.574028 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 35602) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:30:52.586894 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7faaedc-c0d4-47c8-8a4f-3acb8ead067d req-786fd0bc-974f-4bff-8b84-0c1f43eb71e5 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:52.588381 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b7faaedc-c0d4-47c8-8a4f-3acb8ead067d req-786fd0bc-974f-4bff-8b84-0c1f43eb71e5 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=90af6a68-dd1a-45f5-a682-180d92d99076 HTTP/1.1" status: 200 len: 945 time: 0.0670798 Sep 27 12:30:52.622260 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fa341072-95e8-495e-956c-7405b3702301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:52.625232 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b7faaedc-c0d4-47c8-8a4f-3acb8ead067d req-b7f2069c-bab4-4388-96c9-ddc19b63d986 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307240 Sep 27 12:30:52.647655 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fa341072-95e8-495e-956c-7405b3702301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:52.692914 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fa341072-95e8-495e-956c-7405b3702301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:52.695480 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fa341072-95e8-495e-956c-7405b3702301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:52.696614 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-fa341072-95e8-495e-956c-7405b3702301 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/70977957-25ba-47ec-af9b-29b6329e040c HTTP/1.1" status: 204 len: 168 time: 0.1216183 Sep 27 12:30:52.704806 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa341072-95e8-495e-956c-7405b3702301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70977957-25ba-47ec-af9b-29b6329e040c,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:53.239053 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 2710087a-72bd-4416-a442-421ae0d94f67 up at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:30:53.286506 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning for port 2710087a-72bd-4416-a442-421ae0d94f67 completed by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:30:53.290024 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning complete for port 2710087a-72bd-4416-a442-421ae0d94f67 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:30:53.290389 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:53.367509 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:53.388986 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90af6a68-dd1a-45f5-a682-180d92d99076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2710087a-72bd-4416-a442-421ae0d94f67'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:30:53.391243 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1408999cb3bb97c5ae56cf322f48a5762bdf0801c3dd38f4c7a67e93a613b0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c30257f-6159-44ec-9a7f-b5f268ba93b1" -d '{"events": [{"server_uuid": "90af6a68-dd1a-45f5-a682-180d92d99076", "name": "network-vif-plugged", "status": "completed", "tag": "2710087a-72bd-4416-a442-421ae0d94f67"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:30:53.404220 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 2710087a-72bd-4416-a442-421ae0d94f67, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2710087a-72bd-4416-a442-421ae0d94f67,segment=NetworkSegment(4a3613c6-fe47-4112-b411-5916934c6b9d),segment_id=4a3613c6-fe47-4112-b411-5916934c6b9d)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:30:53.409066 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:30:53.432454 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3038d5f6-5a41-4082-bcf5-d5fb6787c9db x-openstack-request-id: req-3038d5f6-5a41-4082-bcf5-d5fb6787c9db {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:30:53.432754 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90af6a68-dd1a-45f5-a682-180d92d99076", "name": "network-vif-plugged", "status": "completed", "tag": "2710087a-72bd-4416-a442-421ae0d94f67", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:30:53.433010 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3038d5f6-5a41-4082-bcf5-d5fb6787c9db {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:30:53.433402 dv-cinder-768458-11-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90af6a68-dd1a-45f5-a682-180d92d99076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2710087a-72bd-4416-a442-421ae0d94f67', 'code': 200} Sep 27 12:30:53.459506 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=2710087a-72bd-4416-a442-421ae0d94f67,revision_number=5']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:30:53.600315 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6383d76-63ad-4178-8353-d074a823d456 req-1633bb90-c8fc-4f2c-965d-893707ed0a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:53.601779 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c6383d76-63ad-4178-8353-d074a823d456 req-1633bb90-c8fc-4f2c-965d-893707ed0a2b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=90af6a68-dd1a-45f5-a682-180d92d99076 HTTP/1.1" status: 200 len: 1099 time: 0.0429413 Sep 27 12:30:53.637020 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c6383d76-63ad-4178-8353-d074a823d456 req-2526c07c-d2e2-465e-bd90-0eb6c8045cf9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273211 Sep 27 12:30:53.741717 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4e775-0a35-41c7-81a8-3e7343d01f59 req-eca8765e-e25f-425c-a29e-a2fd701b6060 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:53.743209 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-afa4e775-0a35-41c7-81a8-3e7343d01f59 req-eca8765e-e25f-425c-a29e-a2fd701b6060 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=90af6a68-dd1a-45f5-a682-180d92d99076 HTTP/1.1" status: 200 len: 946 time: 0.0506365 Sep 27 12:30:53.780727 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-afa4e775-0a35-41c7-81a8-3e7343d01f59 req-8032fe8a-e710-4f5c-9d2f-18f8142294fe tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314233 Sep 27 12:30:54.900902 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6c0e5-d047-4915-936d-0313f5c29068 req-bc5f3825-b380-4a51-93c9-9f94a4c3715a tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:54.902406 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-baa6c0e5-d047-4915-936d-0313f5c29068 req-bc5f3825-b380-4a51-93c9-9f94a4c3715a tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=90af6a68-dd1a-45f5-a682-180d92d99076 HTTP/1.1" status: 200 len: 946 time: 0.0484824 Sep 27 12:30:54.940544 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-baa6c0e5-d047-4915-936d-0313f5c29068 req-3499c817-525a-4b05-83c4-6fcb03ebcccb tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318193 Sep 27 12:30:56.061627 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023dc892-bd4a-4ca7-ad56-f6cf6b72af83 req-2f6abc30-fcec-4e99-a704-535284cf7e18 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:30:56.063178 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-023dc892-bd4a-4ca7-ad56-f6cf6b72af83 req-2f6abc30-fcec-4e99-a704-535284cf7e18 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=90af6a68-dd1a-45f5-a682-180d92d99076 HTTP/1.1" status: 200 len: 946 time: 0.0480318 Sep 27 12:30:56.101645 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-023dc892-bd4a-4ca7-ad56-f6cf6b72af83 req-f0b94970-2c40-4c74-b4d9-9c5c11cfdda0 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324385 Sep 27 12:31:07.924773 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23813be-587b-45fc-a694-eed91cbd30ba req-e1f3f6a8-25ae-430f-90e2-4f8fec2559b7 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:07.926212 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e23813be-587b-45fc-a694-eed91cbd30ba req-e1f3f6a8-25ae-430f-90e2-4f8fec2559b7 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=90af6a68-dd1a-45f5-a682-180d92d99076 HTTP/1.1" status: 200 len: 946 time: 0.0513411 Sep 27 12:31:07.963014 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-e23813be-587b-45fc-a694-eed91cbd30ba req-e79055f3-54e5-45ae-990f-dc774b8b6574 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307560 Sep 27 12:31:08.331799 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f54dff-c474-4d46-95ee-cc4be44ac060 req-6f230501-9010-4eee-bc14-d64372bf4743 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:08.333263 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d4f54dff-c474-4d46-95ee-cc4be44ac060 req-6f230501-9010-4eee-bc14-d64372bf4743 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 946 time: 0.0482836 Sep 27 12:31:08.371892 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d4f54dff-c474-4d46-95ee-cc4be44ac060 req-c2bfc319-86f5-43d5-9624-280c9dfe41a4 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321307 Sep 27 12:31:09.076687 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9859b-3367-4701-bc9d-671532a1a5d8 req-340bd8bd-1594-4ada-9de8-5e95ac91b720 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:09.078155 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-09f9859b-3367-4701-bc9d-671532a1a5d8 req-340bd8bd-1594-4ada-9de8-5e95ac91b720 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=90af6a68-dd1a-45f5-a682-180d92d99076 HTTP/1.1" status: 200 len: 946 time: 0.0482805 Sep 27 12:31:09.114608 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-09f9859b-3367-4701-bc9d-671532a1a5d8 req-f39e62f1-66e5-40fb-a396-fb2a48325427 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296600 Sep 27 12:31:09.484408 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de4e42-1f15-45a4-91fa-80e27da25ff7 req-c3df6fac-5c7a-4f5e-bedb-3762d046fa35 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:09.485868 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-49de4e42-1f15-45a4-91fa-80e27da25ff7 req-c3df6fac-5c7a-4f5e-bedb-3762d046fa35 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 946 time: 0.0481322 Sep 27 12:31:09.523206 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-49de4e42-1f15-45a4-91fa-80e27da25ff7 req-cf0fda40-afb1-4fc2-925d-b8150b6d9fca tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309258 Sep 27 12:31:10.036789 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f42f79-cd74-4795-ae92-90e3b92938d6 req-af3d31f2-1dc2-4f66-9e19-ba594c566471 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:10.038222 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b8f42f79-cd74-4795-ae92-90e3b92938d6 req-af3d31f2-1dc2-4f66-9e19-ba594c566471 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.25 "GET /v2.0/ports?device_id=90af6a68-dd1a-45f5-a682-180d92d99076 HTTP/1.1" status: 200 len: 946 time: 0.0523221 Sep 27 12:31:10.129397 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-b8f42f79-cd74-4795-ae92-90e3b92938d6 req-e7e90fe2-83e3-4ad7-b712-d5e450d33083 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Deleting port 2710087a-72bd-4416-a442-421ae0d94f67 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:31:10.129727 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-b8f42f79-cd74-4795-ae92-90e3b92938d6 req-e7e90fe2-83e3-4ad7-b712-d5e450d33083 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:10.221131 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-b8f42f79-cd74-4795-ae92-90e3b92938d6 req-e7e90fe2-83e3-4ad7-b712-d5e450d33083 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] For port 2710087a-72bd-4416-a442-421ae0d94f67, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2710087a-72bd-4416-a442-421ae0d94f67,segment=NetworkSegment(4a3613c6-fe47-4112-b411-5916934c6b9d),segment_id=4a3613c6-fe47-4112-b411-5916934c6b9d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:31:10.221512 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-b8f42f79-cd74-4795-ae92-90e3b92938d6 req-e7e90fe2-83e3-4ad7-b712-d5e450d33083 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:10.233353 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-b8f42f79-cd74-4795-ae92-90e3b92938d6 req-e7e90fe2-83e3-4ad7-b712-d5e450d33083 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Calling delete_port for 2710087a-72bd-4416-a442-421ae0d94f67 owned by compute:nova {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:31:10.233510 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdada5a1-6d32-4329-b677-ba7cbaa4ba80 req-8757f740-5349-4885-9b81-f408dc1775db tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:10.234863 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cdada5a1-6d32-4329-b677-ba7cbaa4ba80 req-8757f740-5349-4885-9b81-f408dc1775db tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=90af6a68-dd1a-45f5-a682-180d92d99076 HTTP/1.1" status: 200 len: 946 time: 0.0518370 Sep 27 12:31:10.272720 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cdada5a1-6d32-4329-b677-ba7cbaa4ba80 req-65180e8e-d698-4809-8c58-caf2ec77ff6c tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319176 Sep 27 12:31:10.359206 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-b8f42f79-cd74-4795-ae92-90e3b92938d6 req-e7e90fe2-83e3-4ad7-b712-d5e450d33083 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:10.372221 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['83fe5485-5c27-4acc-89a5-603182419da1', '3729cb4a-adb4-4773-8f17-857b21f5ac8d', '633d2520-f8af-4998-8614-b92019a33805', '2710087a-72bd-4416-a442-421ae0d94f67'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:31:10.398164 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e90fe2-83e3-4ad7-b712-d5e450d33083 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Pushing event deleted for resources: {'Port': ['ID=2710087a-72bd-4416-a442-421ae0d94f67,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:10.440306 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f42f79-cd74-4795-ae92-90e3b92938d6 req-e7e90fe2-83e3-4ad7-b712-d5e450d33083 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] No DVR routers for this DVR port 2710087a-72bd-4416-a442-421ae0d94f67 on host hv-cinder-76845 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:31:10.443031 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-b8f42f79-cd74-4795-ae92-90e3b92938d6 req-e7e90fe2-83e3-4ad7-b712-d5e450d33083 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:10.445011 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b8f42f79-cd74-4795-ae92-90e3b92938d6 req-e7e90fe2-83e3-4ad7-b712-d5e450d33083 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.25 "DELETE /v2.0/ports/2710087a-72bd-4416-a442-421ae0d94f67 HTTP/1.1" status: 204 len: 173 time: 0.3995535 Sep 27 12:31:10.445629 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90af6a68-dd1a-45f5-a682-180d92d99076', 'name': 'network-vif-deleted', 'tag': '2710087a-72bd-4416-a442-421ae0d94f67'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:31:10.448580 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28b8fe4-1a55-48f6-b0d5-c3d30a5b1aba" -d '{"events": [{"server_uuid": "90af6a68-dd1a-45f5-a682-180d92d99076", "name": "network-vif-deleted", "tag": "2710087a-72bd-4416-a442-421ae0d94f67"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:31:10.493543 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3251cf4a-7e68-471b-8504-1f07f09ea4ef x-openstack-request-id: req-3251cf4a-7e68-471b-8504-1f07f09ea4ef {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:31:10.494204 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90af6a68-dd1a-45f5-a682-180d92d99076", "name": "network-vif-deleted", "tag": "2710087a-72bd-4416-a442-421ae0d94f67", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:31:10.494351 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3251cf4a-7e68-471b-8504-1f07f09ea4ef {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:31:10.495009 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90af6a68-dd1a-45f5-a682-180d92d99076', 'name': 'network-vif-deleted', 'tag': '2710087a-72bd-4416-a442-421ae0d94f67', 'status': 'completed', 'code': 200} Sep 27 12:31:10.639387 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc10a4-0f95-4205-b13d-87e7aec8259c req-148f71d5-acd9-4bba-975f-2dec37b2c666 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:10.640772 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f1fc10a4-0f95-4205-b13d-87e7aec8259c req-148f71d5-acd9-4bba-975f-2dec37b2c666 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 946 time: 0.0474181 Sep 27 12:31:10.679303 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f1fc10a4-0f95-4205-b13d-87e7aec8259c req-b50d6573-4637-4048-ae6c-ef1d07eaba54 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313075 Sep 27 12:31:11.609322 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:11.793098 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b78e2-9bd2-4398-82b7-20b1fad6bee9 req-cc803a86-f133-4423-b20f-a237d2f8b12c tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:11.794542 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e04b78e2-9bd2-4398-82b7-20b1fad6bee9 req-cc803a86-f133-4423-b20f-a237d2f8b12c tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 946 time: 0.0481107 Sep 27 12:31:11.832893 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e04b78e2-9bd2-4398-82b7-20b1fad6bee9 req-350990ae-66ef-4834-9b7b-857611b55f51 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318398 Sep 27 12:31:12.666323 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756fd276-d9c5-4c26-874f-1e2c567d984f req-66490796-653d-4ff3-a2fc-6a74684de639 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:12.667825 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-756fd276-d9c5-4c26-874f-1e2c567d984f req-66490796-653d-4ff3-a2fc-6a74684de639 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8f22563-b6c1-4748-a19e-bbb1e4e79e0b HTTP/1.1" status: 200 len: 945 time: 0.0512295 Sep 27 12:31:12.704544 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-756fd276-d9c5-4c26-874f-1e2c567d984f req-291921c0-ea77-41bb-91f8-3519c4891e08 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307846 Sep 27 12:31:12.949943 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f72dfb-6f5b-487c-80da-858be0c2f36a req-8c5861e8-bace-43bb-8541-18d23984a869 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:12.951465 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b0f72dfb-6f5b-487c-80da-858be0c2f36a req-8c5861e8-bace-43bb-8541-18d23984a869 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 946 time: 0.0504091 Sep 27 12:31:12.989273 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b0f72dfb-6f5b-487c-80da-858be0c2f36a req-fea7f6f1-8f49-4e1b-9f26-1412f3fe5d70 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309937 Sep 27 12:31:13.295538 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 2710087a-72bd-4416-a442-421ae0d94f67 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:31:13.316149 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] No Port match for: 2710087a-72bd-4416-a442-421ae0d94f67 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:31:13.316489 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 2710087a-72bd-4416-a442-421ae0d94f67 not bound to the agent host hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:31:13.817788 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba00c9d-765a-4e62-aae4-888c8f4c21be req-55ae00dc-6835-4819-bf45-a63b379f48fe tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:13.819338 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1ba00c9d-765a-4e62-aae4-888c8f4c21be req-55ae00dc-6835-4819-bf45-a63b379f48fe tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8f22563-b6c1-4748-a19e-bbb1e4e79e0b HTTP/1.1" status: 200 len: 945 time: 0.0477421 Sep 27 12:31:13.857341 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1ba00c9d-765a-4e62-aae4-888c8f4c21be req-58977960-fcb2-4ac6-94ef-8a2bf95de848 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317936 Sep 27 12:31:14.107380 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea205ce-f588-491a-863e-e443475d73ba req-d0605164-a225-4613-9a61-ba61b8ec7bd1 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:14.108850 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aea205ce-f588-491a-863e-e443475d73ba req-d0605164-a225-4613-9a61-ba61b8ec7bd1 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 946 time: 0.0530012 Sep 27 12:31:14.148425 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-aea205ce-f588-491a-863e-e443475d73ba req-90e46eca-196c-455f-b3f4-47bbef9e5052 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336530 Sep 27 12:31:14.559076 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cfe74-9b7f-4dca-a006-4a3f60217dbe req-73cc1a6b-50ba-45f0-a942-60be86de1b35 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:14.560515 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-679cfe74-9b7f-4dca-a006-4a3f60217dbe req-73cc1a6b-50ba-45f0-a942-60be86de1b35 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f22563-b6c1-4748-a19e-bbb1e4e79e0b HTTP/1.1" status: 200 len: 945 time: 0.0470760 Sep 27 12:31:14.649618 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-679cfe74-9b7f-4dca-a006-4a3f60217dbe req-36d4d926-02ca-4fb9-b305-3fe2c2638ffc tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Deleting port 633d2520-f8af-4998-8614-b92019a33805 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:31:14.649958 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-679cfe74-9b7f-4dca-a006-4a3f60217dbe req-36d4d926-02ca-4fb9-b305-3fe2c2638ffc tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:14.740389 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-679cfe74-9b7f-4dca-a006-4a3f60217dbe req-36d4d926-02ca-4fb9-b305-3fe2c2638ffc tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] For port 633d2520-f8af-4998-8614-b92019a33805, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=633d2520-f8af-4998-8614-b92019a33805,segment=NetworkSegment(4a3613c6-fe47-4112-b411-5916934c6b9d),segment_id=4a3613c6-fe47-4112-b411-5916934c6b9d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:31:14.740667 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-679cfe74-9b7f-4dca-a006-4a3f60217dbe req-36d4d926-02ca-4fb9-b305-3fe2c2638ffc tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:14.753436 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-679cfe74-9b7f-4dca-a006-4a3f60217dbe req-36d4d926-02ca-4fb9-b305-3fe2c2638ffc tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Calling delete_port for 633d2520-f8af-4998-8614-b92019a33805 owned by compute:nova {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:31:14.877039 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-679cfe74-9b7f-4dca-a006-4a3f60217dbe req-36d4d926-02ca-4fb9-b305-3fe2c2638ffc tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:14.889684 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['83fe5485-5c27-4acc-89a5-603182419da1', '3729cb4a-adb4-4773-8f17-857b21f5ac8d', '633d2520-f8af-4998-8614-b92019a33805'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:31:14.904760 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4d926-02ca-4fb9-b305-3fe2c2638ffc tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Pushing event deleted for resources: {'Port': ['ID=633d2520-f8af-4998-8614-b92019a33805,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:14.947583 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-679cfe74-9b7f-4dca-a006-4a3f60217dbe req-36d4d926-02ca-4fb9-b305-3fe2c2638ffc tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] No DVR routers for this DVR port 633d2520-f8af-4998-8614-b92019a33805 on host hv-cinder-76845 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:31:14.950653 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-679cfe74-9b7f-4dca-a006-4a3f60217dbe req-36d4d926-02ca-4fb9-b305-3fe2c2638ffc tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:14.952717 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-679cfe74-9b7f-4dca-a006-4a3f60217dbe req-36d4d926-02ca-4fb9-b305-3fe2c2638ffc tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.25 "DELETE /v2.0/ports/633d2520-f8af-4998-8614-b92019a33805 HTTP/1.1" status: 204 len: 173 time: 0.3846693 Sep 27 12:31:14.953165 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f22563-b6c1-4748-a19e-bbb1e4e79e0b', 'name': 'network-vif-deleted', 'tag': '633d2520-f8af-4998-8614-b92019a33805'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:31:14.956133 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f8983d-db32-4266-a78c-de9ed7853b83" -d '{"events": [{"server_uuid": "c8f22563-b6c1-4748-a19e-bbb1e4e79e0b", "name": "network-vif-deleted", "tag": "633d2520-f8af-4998-8614-b92019a33805"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:31:14.957528 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-38799f29-de2b-418d-9984-06a75edb670e req-955707a5-d3d3-401d-aa33-30454cdbed0a tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8f22563-b6c1-4748-a19e-bbb1e4e79e0b HTTP/1.1" status: 200 len: 210 time: 0.0303872 Sep 27 12:31:15.006405 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2e5245-90a1-40be-8150-caf2f5367375 x-openstack-request-id: req-2e2e5245-90a1-40be-8150-caf2f5367375 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:31:15.006896 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f22563-b6c1-4748-a19e-bbb1e4e79e0b", "name": "network-vif-deleted", "tag": "633d2520-f8af-4998-8614-b92019a33805", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:31:15.007195 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2e2e5245-90a1-40be-8150-caf2f5367375 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:31:15.007643 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f22563-b6c1-4748-a19e-bbb1e4e79e0b', 'name': 'network-vif-deleted', 'tag': '633d2520-f8af-4998-8614-b92019a33805', 'status': 'completed', 'code': 200} Sep 27 12:31:15.262556 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87624173-4f43-43a4-b595-012a55dd9bf6 req-1e68e68c-b9e7-4b79-a8cc-67d42fb1029d tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:15.263932 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-87624173-4f43-43a4-b595-012a55dd9bf6 req-1e68e68c-b9e7-4b79-a8cc-67d42fb1029d tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 946 time: 0.0501828 Sep 27 12:31:15.300358 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-87624173-4f43-43a4-b595-012a55dd9bf6 req-e6ac5ec1-13f1-40f1-8bc1-f3137cdbbe86 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301261 Sep 27 12:31:15.342748 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f4424988-d78f-4ca4-b73a-b8de52df4c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:16.228476 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3adae-b1f1-4b10-86df-d54a76863d55 req-ae17a72c-d1d7-47c9-a0c2-91a1324d688a tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:16.229944 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fdf3adae-b1f1-4b10-86df-d54a76863d55 req-ae17a72c-d1d7-47c9-a0c2-91a1324d688a tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee91718d-dd74-4f06-bafa-bc7350cc6971 HTTP/1.1" status: 200 len: 945 time: 0.0480356 Sep 27 12:31:16.268348 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-fdf3adae-b1f1-4b10-86df-d54a76863d55 req-8b8d75ed-21ba-435e-8614-b19481bef644 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322177 Sep 27 12:31:16.415301 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ade8c-628c-4cea-9f8e-05d0b5db9425 req-e90148e6-01f5-49a2-b9aa-ddf09f11adfa tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:16.416760 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-333ade8c-628c-4cea-9f8e-05d0b5db9425 req-e90148e6-01f5-49a2-b9aa-ddf09f11adfa tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 946 time: 0.0485363 Sep 27 12:31:16.454318 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-333ade8c-628c-4cea-9f8e-05d0b5db9425 req-a570ab13-1e99-45e0-b2d7-515a83371c45 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316012 Sep 27 12:31:17.383829 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671deeb-177e-4ed9-8075-55686fdb598a req-41ea71a6-83f9-4034-8dad-a6b004830dde tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:17.385328 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d671deeb-177e-4ed9-8075-55686fdb598a req-41ea71a6-83f9-4034-8dad-a6b004830dde tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee91718d-dd74-4f06-bafa-bc7350cc6971 HTTP/1.1" status: 200 len: 945 time: 0.0508938 Sep 27 12:31:17.422497 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-d671deeb-177e-4ed9-8075-55686fdb598a req-49c93a93-624b-4a89-81f8-f66936d316f1 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311275 Sep 27 12:31:17.529581 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2c19e32b-4fe9-4a2e-800c-777682bedeed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:17.570393 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b78e7e-de6c-44fa-a916-2aca521fc2eb req-a6d5bf0b-c89a-4ffd-9f88-fbc456cf168c tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:17.571907 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-86b78e7e-de6c-44fa-a916-2aca521fc2eb req-a6d5bf0b-c89a-4ffd-9f88-fbc456cf168c tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 946 time: 0.0510178 Sep 27 12:31:17.611075 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-86b78e7e-de6c-44fa-a916-2aca521fc2eb req-e1047975-9bb9-46e7-9591-b04e1c6ac978 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330174 Sep 27 12:31:17.959701 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df134d06-8b84-40c4-a73b-37f6dc311cb5 req-85ebacd6-a936-49b5-86b8-1913d146f7e7 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:17.961050 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-df134d06-8b84-40c4-a73b-37f6dc311cb5 req-85ebacd6-a936-49b5-86b8-1913d146f7e7 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee91718d-dd74-4f06-bafa-bc7350cc6971 HTTP/1.1" status: 200 len: 945 time: 0.0481212 Sep 27 12:31:18.051213 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-df134d06-8b84-40c4-a73b-37f6dc311cb5 req-ba3e7db5-552b-4a30-877d-85c9fffc0c50 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Deleting port 3729cb4a-adb4-4773-8f17-857b21f5ac8d {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:31:18.051550 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-df134d06-8b84-40c4-a73b-37f6dc311cb5 req-ba3e7db5-552b-4a30-877d-85c9fffc0c50 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:18.136355 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-df134d06-8b84-40c4-a73b-37f6dc311cb5 req-ba3e7db5-552b-4a30-877d-85c9fffc0c50 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] For port 3729cb4a-adb4-4773-8f17-857b21f5ac8d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=3729cb4a-adb4-4773-8f17-857b21f5ac8d,segment=NetworkSegment(4a3613c6-fe47-4112-b411-5916934c6b9d),segment_id=4a3613c6-fe47-4112-b411-5916934c6b9d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:31:18.136717 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-df134d06-8b84-40c4-a73b-37f6dc311cb5 req-ba3e7db5-552b-4a30-877d-85c9fffc0c50 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:18.148476 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-df134d06-8b84-40c4-a73b-37f6dc311cb5 req-ba3e7db5-552b-4a30-877d-85c9fffc0c50 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Calling delete_port for 3729cb4a-adb4-4773-8f17-857b21f5ac8d owned by compute:nova {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:31:18.272657 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-df134d06-8b84-40c4-a73b-37f6dc311cb5 req-ba3e7db5-552b-4a30-877d-85c9fffc0c50 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:18.285500 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['83fe5485-5c27-4acc-89a5-603182419da1', '3729cb4a-adb4-4773-8f17-857b21f5ac8d'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:31:18.299544 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e7db5-552b-4a30-877d-85c9fffc0c50 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Pushing event deleted for resources: {'Port': ['ID=3729cb4a-adb4-4773-8f17-857b21f5ac8d,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:18.341515 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-df134d06-8b84-40c4-a73b-37f6dc311cb5 req-ba3e7db5-552b-4a30-877d-85c9fffc0c50 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] No DVR routers for this DVR port 3729cb4a-adb4-4773-8f17-857b21f5ac8d on host hv-cinder-76845 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:31:18.344025 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-df134d06-8b84-40c4-a73b-37f6dc311cb5 req-ba3e7db5-552b-4a30-877d-85c9fffc0c50 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:18.346714 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-df134d06-8b84-40c4-a73b-37f6dc311cb5 req-ba3e7db5-552b-4a30-877d-85c9fffc0c50 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.25 "DELETE /v2.0/ports/3729cb4a-adb4-4773-8f17-857b21f5ac8d HTTP/1.1" status: 204 len: 173 time: 0.3789203 Sep 27 12:31:18.347179 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee91718d-dd74-4f06-bafa-bc7350cc6971', 'name': 'network-vif-deleted', 'tag': '3729cb4a-adb4-4773-8f17-857b21f5ac8d'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:31:18.349560 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffb26bd-20e0-40e5-9f40-197058649b19" -d '{"events": [{"server_uuid": "ee91718d-dd74-4f06-bafa-bc7350cc6971", "name": "network-vif-deleted", "tag": "3729cb4a-adb4-4773-8f17-857b21f5ac8d"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:31:18.386153 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2f9c78-738f-4b03-95f6-7b86bb67b10f x-openstack-request-id: req-3c2f9c78-738f-4b03-95f6-7b86bb67b10f {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:31:18.386767 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee91718d-dd74-4f06-bafa-bc7350cc6971", "name": "network-vif-deleted", "tag": "3729cb4a-adb4-4773-8f17-857b21f5ac8d", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:31:18.386767 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3c2f9c78-738f-4b03-95f6-7b86bb67b10f {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:31:18.387099 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee91718d-dd74-4f06-bafa-bc7350cc6971', 'name': 'network-vif-deleted', 'tag': '3729cb4a-adb4-4773-8f17-857b21f5ac8d', 'status': 'completed', 'code': 200} Sep 27 12:31:18.523148 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0314b6e-7488-4c42-b7af-d9d5fb7a35b8 req-82528d33-3c4e-4c14-b396-dd4026bd0b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:18.524568 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f0314b6e-7488-4c42-b7af-d9d5fb7a35b8 req-82528d33-3c4e-4c14-b396-dd4026bd0b2f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6baa320158cf410f9e52ef8e3fa912c9&device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 1099 time: 0.0488446 Sep 27 12:31:18.531775 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6b9bfe53-f652-4e4b-b334-dfedb7b8b313 req-03ab930c-d4d1-4bb0-8188-a00de8de2a6d tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee91718d-dd74-4f06-bafa-bc7350cc6971 HTTP/1.1" status: 200 len: 210 time: 0.0295036 Sep 27 12:31:18.615860 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0314b6e-7488-4c42-b7af-d9d5fb7a35b8 req-db7ad404-3da9-451d-a666-3a6d70868f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:18.617336 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f0314b6e-7488-4c42-b7af-d9d5fb7a35b8 req-db7ad404-3da9-451d-a666-3a6d70868f0f service neutron] 10.222.0.25 "GET /v2.0/networks?id=9354617a-e9e4-4d7b-a0eb-32322544a2ef HTTP/1.1" status: 200 len: 910 time: 0.0840151 Sep 27 12:31:18.686341 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f0314b6e-7488-4c42-b7af-d9d5fb7a35b8 req-8572b398-c4f6-4da8-8523-84bb946f9cf6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39ad1260-e58c-4012-a43a-9a3d02996011 HTTP/1.1" status: 200 len: 1001 time: 0.0613043 Sep 27 12:31:18.724164 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:18.757617 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0314b6e-7488-4c42-b7af-d9d5fb7a35b8 req-e264588c-b06e-43b1-968c-662fa5c26ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:18.759096 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f0314b6e-7488-4c42-b7af-d9d5fb7a35b8 req-e264588c-b06e-43b1-968c-662fa5c26ed7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9b234fa0-0a81-423f-a3ca-db50873bb00a HTTP/1.1" status: 200 len: 848 time: 0.0638943 Sep 27 12:31:18.767205 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353707c8-7346-44af-b652-9b22e55959d0 req-3bdbe494-c212-42af-8329-9b680568ed44 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:18.769158 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-353707c8-7346-44af-b652-9b22e55959d0 req-3bdbe494-c212-42af-8329-9b680568ed44 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 946 time: 0.0859754 Sep 27 12:31:18.833848 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-353707c8-7346-44af-b652-9b22e55959d0 req-d2908c3e-2a82-43a8-af1e-eae7c064399c tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564711 Sep 27 12:31:18.836503 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0314b6e-7488-4c42-b7af-d9d5fb7a35b8 req-c8409f51-3b01-4980-b8e7-0dde7fa25705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:18.838240 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f0314b6e-7488-4c42-b7af-d9d5fb7a35b8 req-c8409f51-3b01-4980-b8e7-0dde7fa25705 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9354617a-e9e4-4d7b-a0eb-32322544a2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0679035 Sep 27 12:31:18.926806 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f0314b6e-7488-4c42-b7af-d9d5fb7a35b8 req-fdb3a1af-4781-4189-beda-824cc2a82bc6 service neutron] 10.222.0.25 "GET /v2.0/networks/9354617a-e9e4-4d7b-a0eb-32322544a2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817561 Sep 27 12:31:19.023661 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f0314b6e-7488-4c42-b7af-d9d5fb7a35b8 req-a74403ba-b77e-4c4d-81a3-1467cf879a02 service neutron] 10.222.0.25 "GET /v2.0/networks/9354617a-e9e4-4d7b-a0eb-32322544a2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900338 Sep 27 12:31:19.317113 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 633d2520-f8af-4998-8614-b92019a33805 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:31:19.339368 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] No Port match for: 633d2520-f8af-4998-8614-b92019a33805 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:31:19.339707 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 633d2520-f8af-4998-8614-b92019a33805 not bound to the agent host hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:31:19.672268 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:19.950787 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19aeca-5a47-4fa8-a605-bdac29ce7dab req-311766ba-1217-45c1-8c6c-cb6fda05c1f7 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:19.952273 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8c19aeca-5a47-4fa8-a605-bdac29ce7dab req-311766ba-1217-45c1-8c6c-cb6fda05c1f7 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 946 time: 0.0513544 Sep 27 12:31:19.991661 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-8c19aeca-5a47-4fa8-a605-bdac29ce7dab req-6b0807ec-402f-43ab-a871-e3e939d2dc5a tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325420 Sep 27 12:31:20.900747 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:20.932890 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de98901-0ec6-43cf-a6af-9b63f1ce0572 req-7726de10-50b1-4760-830b-d45b25ce5887 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:20.934334 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3de98901-0ec6-43cf-a6af-9b63f1ce0572 req-7726de10-50b1-4760-830b-d45b25ce5887 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=151399ef-92d6-429c-9ccb-dea129603cea HTTP/1.1" status: 200 len: 945 time: 0.0526397 Sep 27 12:31:20.975966 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3de98901-0ec6-43cf-a6af-9b63f1ce0572 req-e2bfe848-bbcb-442c-bd18-445763465826 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354435 Sep 27 12:31:21.103667 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b94f4c-b5b9-4298-85a3-543d90493f6c req-8fb22330-82b0-4cc8-b22d-5f6b1e830265 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:21.105236 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d5b94f4c-b5b9-4298-85a3-543d90493f6c req-8fb22330-82b0-4cc8-b22d-5f6b1e830265 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 946 time: 0.0479443 Sep 27 12:31:21.143935 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d5b94f4c-b5b9-4298-85a3-543d90493f6c req-116e7193-15aa-4c2a-8891-3aeaee1f8929 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324330 Sep 27 12:31:21.335882 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 3729cb4a-adb4-4773-8f17-857b21f5ac8d no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:31:21.347624 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45657eec-5a64-4ec8-83b9-c75c55f1d3c2 req-66c8d437-2027-4d0d-8f1b-1e14c9c33189 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:21.349099 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-45657eec-5a64-4ec8-83b9-c75c55f1d3c2 req-66c8d437-2027-4d0d-8f1b-1e14c9c33189 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 946 time: 0.0499465 Sep 27 12:31:21.363135 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] No Port match for: 3729cb4a-adb4-4773-8f17-857b21f5ac8d {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:31:21.363400 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 3729cb4a-adb4-4773-8f17-857b21f5ac8d not bound to the agent host hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:31:21.364004 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 39ad1260-e58c-4012-a43a-9a3d02996011 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:31:21.388340 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-45657eec-5a64-4ec8-83b9-c75c55f1d3c2 req-47cea909-8780-4583-bb7a-4a484b9bfbb6 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333495 Sep 27 12:31:21.440991 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:21.459513 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-67a85f5d-1091-4c84-8c38-6451437b9f38 req-3c7f20f8-c998-4e0c-91a4-e35a62c0c4ad service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1810267 Sep 27 12:31:21.464197 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824fc02f-5d88-492e-936b-234f2d02ee31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39ad1260-e58c-4012-a43a-9a3d02996011'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:31:21.466419 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1408999cb3bb97c5ae56cf322f48a5762bdf0801c3dd38f4c7a67e93a613b0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bd0f1a-a367-40db-a9a1-c8833e220557" -d '{"events": [{"server_uuid": "824fc02f-5d88-492e-936b-234f2d02ee31", "name": "network-vif-unplugged", "status": "completed", "tag": "39ad1260-e58c-4012-a43a-9a3d02996011"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:31:21.484248 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 39ad1260-e58c-4012-a43a-9a3d02996011, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=39ad1260-e58c-4012-a43a-9a3d02996011,segment=NetworkSegment(4c61cb17-1bfa-40f8-bed2-80315b25d9e6),segment_id=4c61cb17-1bfa-40f8-bed2-80315b25d9e6)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:31:21.488610 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:21.513042 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 27 Sep 2021 12:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec92208-2fd8-4a28-af7d-16599d996820 x-openstack-request-id: req-7ec92208-2fd8-4a28-af7d-16599d996820 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:31:21.513336 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824fc02f-5d88-492e-936b-234f2d02ee31", "name": "network-vif-unplugged", "status": "failed", "tag": "39ad1260-e58c-4012-a43a-9a3d02996011", "code": 422}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:31:21.513590 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7ec92208-2fd8-4a28-af7d-16599d996820 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:31:21.513996 dv-cinder-768458-11-iscsi neutron-server[94063]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '824fc02f-5d88-492e-936b-234f2d02ee31', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '39ad1260-e58c-4012-a43a-9a3d02996011', 'code': 422} returned with failed status Sep 27 12:31:21.540464 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=39ad1260-e58c-4012-a43a-9a3d02996011,revision_number=6']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:22.091639 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ec666-dfa7-4d8a-9221-bd8657e09dd4 req-39b4bf90-0beb-496d-81cc-1221eb8b3559 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:22.093079 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-030ec666-dfa7-4d8a-9221-bd8657e09dd4 req-39b4bf90-0beb-496d-81cc-1221eb8b3559 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=151399ef-92d6-429c-9ccb-dea129603cea HTTP/1.1" status: 200 len: 945 time: 0.0495546 Sep 27 12:31:22.135952 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-030ec666-dfa7-4d8a-9221-bd8657e09dd4 req-a60d5b9b-5c78-4efc-9bac-9c149cff8579 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362360 Sep 27 12:31:22.504529 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804e05a-0316-48a7-b5d8-89fa54c3cc10 req-c39686d6-0b7a-45bb-af86-4e29378497ae tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:22.505998 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2804e05a-0316-48a7-b5d8-89fa54c3cc10 req-c39686d6-0b7a-45bb-af86-4e29378497ae tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 944 time: 0.0481141 Sep 27 12:31:22.544779 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-2804e05a-0316-48a7-b5d8-89fa54c3cc10 req-0980c3ba-b527-4a9d-8b55-2224442013ae tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324702 Sep 27 12:31:22.642599 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a85f5d-1091-4c84-8c38-6451437b9f38 req-e2a8626c-edfd-43d8-bcb7-5604b4920ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:22.644159 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-67a85f5d-1091-4c84-8c38-6451437b9f38 req-e2a8626c-edfd-43d8-bcb7-5604b4920ea1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31&tenant_id=6baa320158cf410f9e52ef8e3fa912c9 HTTP/1.1" status: 200 len: 1097 time: 0.0406671 Sep 27 12:31:22.707104 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a85f5d-1091-4c84-8c38-6451437b9f38 req-8b39a4e2-4c1b-4e66-ac0e-8e16beac1c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:22.708995 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-67a85f5d-1091-4c84-8c38-6451437b9f38 req-8b39a4e2-4c1b-4e66-ac0e-8e16beac1c3f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6baa320158cf410f9e52ef8e3fa912c9&device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 1097 time: 0.0439012 Sep 27 12:31:22.797955 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a85f5d-1091-4c84-8c38-6451437b9f38 req-5690a51a-247c-4217-b4c8-3244103586b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:22.799337 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-67a85f5d-1091-4c84-8c38-6451437b9f38 req-5690a51a-247c-4217-b4c8-3244103586b4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9354617a-e9e4-4d7b-a0eb-32322544a2ef HTTP/1.1" status: 200 len: 910 time: 0.0832515 Sep 27 12:31:22.911157 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-67a85f5d-1091-4c84-8c38-6451437b9f38 req-907eb68a-a0b2-4bf1-803a-1eef725b5ad8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39ad1260-e58c-4012-a43a-9a3d02996011 HTTP/1.1" status: 200 len: 999 time: 0.0897284 Sep 27 12:31:22.919822 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a6dbe-bb17-4934-8423-a5377bf0f77d req-6c20e596-94da-488d-9cb1-26a51335bb4b tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:22.921202 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ca3a6dbe-bb17-4934-8423-a5377bf0f77d req-6c20e596-94da-488d-9cb1-26a51335bb4b tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.25 "GET /v2.0/ports?device_id=151399ef-92d6-429c-9ccb-dea129603cea HTTP/1.1" status: 200 len: 945 time: 0.0943294 Sep 27 12:31:23.015869 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a85f5d-1091-4c84-8c38-6451437b9f38 req-af4511a2-b65e-4607-a855-b3c1ffa8d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:23.017301 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-67a85f5d-1091-4c84-8c38-6451437b9f38 req-af4511a2-b65e-4607-a855-b3c1ffa8d23e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9b234fa0-0a81-423f-a3ca-db50873bb00a HTTP/1.1" status: 200 len: 848 time: 0.0952711 Sep 27 12:31:23.070612 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-ca3a6dbe-bb17-4934-8423-a5377bf0f77d req-4ba6449f-d736-4dfc-8842-b1c4cea4ae96 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Deleting port 83fe5485-5c27-4acc-89a5-603182419da1 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:31:23.070959 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ca3a6dbe-bb17-4934-8423-a5377bf0f77d req-4ba6449f-d736-4dfc-8842-b1c4cea4ae96 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:23.092923 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a85f5d-1091-4c84-8c38-6451437b9f38 req-f170bda6-6385-4be9-ab75-97c69f62d203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:23.094406 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-67a85f5d-1091-4c84-8c38-6451437b9f38 req-f170bda6-6385-4be9-ab75-97c69f62d203 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9354617a-e9e4-4d7b-a0eb-32322544a2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0699372 Sep 27 12:31:23.223677 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-ca3a6dbe-bb17-4934-8423-a5377bf0f77d req-4ba6449f-d736-4dfc-8842-b1c4cea4ae96 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] For port 83fe5485-5c27-4acc-89a5-603182419da1, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=83fe5485-5c27-4acc-89a5-603182419da1,segment=NetworkSegment(4a3613c6-fe47-4112-b411-5916934c6b9d),segment_id=4a3613c6-fe47-4112-b411-5916934c6b9d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:31:23.224038 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ca3a6dbe-bb17-4934-8423-a5377bf0f77d req-4ba6449f-d736-4dfc-8842-b1c4cea4ae96 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:23.244808 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-ca3a6dbe-bb17-4934-8423-a5377bf0f77d req-4ba6449f-d736-4dfc-8842-b1c4cea4ae96 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Calling delete_port for 83fe5485-5c27-4acc-89a5-603182419da1 owned by compute:nova {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:31:23.247881 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5a2f0-0f1b-4d4f-995f-5db908d2a071 req-e2006164-d91a-40bd-b475-19196f48a1cc tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:23.249411 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-38a5a2f0-0f1b-4d4f-995f-5db908d2a071 req-e2006164-d91a-40bd-b475-19196f48a1cc tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/ports?device_id=151399ef-92d6-429c-9ccb-dea129603cea HTTP/1.1" status: 200 len: 945 time: 0.0482080 Sep 27 12:31:23.250006 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-67a85f5d-1091-4c84-8c38-6451437b9f38 req-51f2f5f6-6bbd-4f04-aaae-03dec676a72d service neutron] 10.222.0.25 "GET /v2.0/networks/9354617a-e9e4-4d7b-a0eb-32322544a2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484580 Sep 27 12:31:23.287813 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-38a5a2f0-0f1b-4d4f-995f-5db908d2a071 req-3736501c-7e2c-4ff1-a6db-a22f47464819 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ad74733-1f97-468f-8116-b2a5c98b28c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316746 Sep 27 12:31:23.392011 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-67a85f5d-1091-4c84-8c38-6451437b9f38 req-c2db22a7-8ac5-4f9e-9068-68a4d0d02236 service neutron] 10.222.0.25 "GET /v2.0/networks/9354617a-e9e4-4d7b-a0eb-32322544a2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349967 Sep 27 12:31:23.449744 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ca3a6dbe-bb17-4934-8423-a5377bf0f77d req-4ba6449f-d736-4dfc-8842-b1c4cea4ae96 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:23.461043 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['83fe5485-5c27-4acc-89a5-603182419da1'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:31:23.478783 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6449f-d736-4dfc-8842-b1c4cea4ae96 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Pushing event deleted for resources: {'Port': ['ID=83fe5485-5c27-4acc-89a5-603182419da1,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:23.490913 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba6449f-d736-4dfc-8842-b1c4cea4ae96 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:23.491286 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba6449f-d736-4dfc-8842-b1c4cea4ae96 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:23.491626 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba6449f-d736-4dfc-8842-b1c4cea4ae96 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:23.491957 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba6449f-d736-4dfc-8842-b1c4cea4ae96 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:23.492285 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba6449f-d736-4dfc-8842-b1c4cea4ae96 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:23.492625 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba6449f-d736-4dfc-8842-b1c4cea4ae96 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:23.492935 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba6449f-d736-4dfc-8842-b1c4cea4ae96 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:23.493258 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba6449f-d736-4dfc-8842-b1c4cea4ae96 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:23.493582 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba6449f-d736-4dfc-8842-b1c4cea4ae96 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:23.493900 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba6449f-d736-4dfc-8842-b1c4cea4ae96 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:23.494218 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba6449f-d736-4dfc-8842-b1c4cea4ae96 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:23.494534 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba6449f-d736-4dfc-8842-b1c4cea4ae96 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:23.526718 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3a6dbe-bb17-4934-8423-a5377bf0f77d req-4ba6449f-d736-4dfc-8842-b1c4cea4ae96 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] No DVR routers for this DVR port 83fe5485-5c27-4acc-89a5-603182419da1 on host hv-cinder-76845 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:31:23.529092 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-ca3a6dbe-bb17-4934-8423-a5377bf0f77d req-4ba6449f-d736-4dfc-8842-b1c4cea4ae96 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:23.531013 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-ca3a6dbe-bb17-4934-8423-a5377bf0f77d req-4ba6449f-d736-4dfc-8842-b1c4cea4ae96 tempest-AttachVolumeNegativeTest-618203111 tempest-AttachVolumeNegativeTest-618203111-project] 10.222.0.25 "DELETE /v2.0/ports/83fe5485-5c27-4acc-89a5-603182419da1 HTTP/1.1" status: 204 len: 173 time: 0.6017642 Sep 27 12:31:23.531472 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151399ef-92d6-429c-9ccb-dea129603cea', 'name': 'network-vif-deleted', 'tag': '83fe5485-5c27-4acc-89a5-603182419da1'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:31:23.533708 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64b4f23-8281-41eb-a761-8e4a1008c6f3" -d '{"events": [{"server_uuid": "151399ef-92d6-429c-9ccb-dea129603cea", "name": "network-vif-deleted", "tag": "83fe5485-5c27-4acc-89a5-603182419da1"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:31:23.572520 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254fe20f-78cb-42ad-b36e-faea9ad707f0 x-openstack-request-id: req-254fe20f-78cb-42ad-b36e-faea9ad707f0 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:31:23.572809 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151399ef-92d6-429c-9ccb-dea129603cea", "name": "network-vif-deleted", "tag": "83fe5485-5c27-4acc-89a5-603182419da1", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:31:23.573096 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-254fe20f-78cb-42ad-b36e-faea9ad707f0 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:31:23.573438 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151399ef-92d6-429c-9ccb-dea129603cea', 'name': 'network-vif-deleted', 'tag': '83fe5485-5c27-4acc-89a5-603182419da1', 'status': 'completed', 'code': 200} Sep 27 12:31:23.665421 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c8d9d-3376-4259-b87a-39b0283daa35 req-edf131f6-b70b-4114-b083-7c49c6dabf41 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:23.666834 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9d9c8d9d-3376-4259-b87a-39b0283daa35 req-edf131f6-b70b-4114-b083-7c49c6dabf41 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 944 time: 0.0527132 Sep 27 12:31:23.704759 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9d9c8d9d-3376-4259-b87a-39b0283daa35 req-34b4c990-de55-4c51-acd0-8ed10b6f754c tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320077 Sep 27 12:31:24.342591 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 35774) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:24.385723 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e8134c-99a9-41d3-b3c2-0edc0b19869f admin admin] Deleting subnet 966dc78e-ae0d-424d-a4e1-ea91294993fa {{(pid=94062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:31:24.388724 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-78e8134c-99a9-41d3-b3c2-0edc0b19869f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:24.425773 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-78e8134c-99a9-41d3-b3c2-0edc0b19869f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328894'] for subnet, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:24.463936 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-78e8134c-99a9-41d3-b3c2-0edc0b19869f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8349256'] for subnet, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:24.515982 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-78e8134c-99a9-41d3-b3c2-0edc0b19869f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8349249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4103766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8778815'] for subnet, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:24.543080 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8134c-99a9-41d3-b3c2-0edc0b19869f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=966dc78e-ae0d-424d-a4e1-ea91294993fa,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:24.545050 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-78e8134c-99a9-41d3-b3c2-0edc0b19869f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:24.547604 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-78e8134c-99a9-41d3-b3c2-0edc0b19869f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/966dc78e-ae0d-424d-a4e1-ea91294993fa HTTP/1.1" status: 204 len: 168 time: 0.2035325 Sep 27 12:31:24.549610 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 35776) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:24.842931 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9b491180-d246-42b8-8218-21b6746e4726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7874224'] for network, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:24.911783 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db43d7f-538c-4632-b7c5-d8b00c85aee4 req-6b3f9536-d599-488a-90af-415932423e6f tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:24.913239 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3db43d7f-538c-4632-b7c5-d8b00c85aee4 req-6b3f9536-d599-488a-90af-415932423e6f tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 944 time: 0.0893691 Sep 27 12:31:24.964530 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9b491180-d246-42b8-8218-21b6746e4726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8355569', 'neutron.services.segments.db._delete_segments_for_network-8743558924948'] for network, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:24.995860 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-9b491180-d246-42b8-8218-21b6746e4726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b51d978d-7879-485b-8768-a9902fb14f84']}} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:31:25.000199 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3db43d7f-538c-4632-b7c5-d8b00c85aee4 req-26436cc6-08d1-4f2b-91ae-21059d05b708 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771384 Sep 27 12:31:25.008267 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-9b491180-d246-42b8-8218-21b6746e4726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a3613c6-fe47-4112-b411-5916934c6b9d') {'for_net_delete': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:31:25.008566 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-9b491180-d246-42b8-8218-21b6746e4726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a3613c6-fe47-4112-b411-5916934c6b9d') {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:31:25.017354 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9b491180-d246-42b8-8218-21b6746e4726 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743558923165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328871'] for segment, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:25.030568 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9b491180-d246-42b8-8218-21b6746e4726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:25.036097 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b491180-d246-42b8-8218-21b6746e4726 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:31:25.036477 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9b491180-d246-42b8-8218-21b6746e4726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4103672'] for segment, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:25.038056 dv-cinder-768458-11-iscsi neutron-server[94062]: Traceback (most recent call last): Sep 27 12:31:25.038056 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:31:25.038056 dv-cinder-768458-11-iscsi neutron-server[94062]: timer() Sep 27 12:31:25.038056 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:31:25.038056 dv-cinder-768458-11-iscsi neutron-server[94062]: cb(*args, **kw) Sep 27 12:31:25.038056 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:31:25.038056 dv-cinder-768458-11-iscsi neutron-server[94062]: return func(*args, **kwargs) Sep 27 12:31:25.038056 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:31:25.038056 dv-cinder-768458-11-iscsi neutron-server[94062]: self._notify() Sep 27 12:31:25.038056 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:31:25.038056 dv-cinder-768458-11-iscsi neutron-server[94062]: self.callback(batched_events) Sep 27 12:31:25.038056 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:31:25.038056 dv-cinder-768458-11-iscsi neutron-server[94062]: event.method(event) Sep 27 12:31:25.038056 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:31:25.038056 dv-cinder-768458-11-iscsi neutron-server[94062]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:31:25.038056 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:31:25.038056 dv-cinder-768458-11-iscsi neutron-server[94062]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:31:25.038056 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:31:25.038056 dv-cinder-768458-11-iscsi neutron-server[94062]: return f(self, *a, **k) Sep 27 12:31:25.038056 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:31:25.038056 dv-cinder-768458-11-iscsi neutron-server[94062]: return self._get(url).json() Sep 27 12:31:25.038056 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:31:25.038056 dv-cinder-768458-11-iscsi neutron-server[94062]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:31:25.038056 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:31:25.038056 dv-cinder-768458-11-iscsi neutron-server[94062]: return self.request(url, 'GET', **kwargs) Sep 27 12:31:25.038056 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:31:25.038056 dv-cinder-768458-11-iscsi neutron-server[94062]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:31:25.038056 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:31:25.038056 dv-cinder-768458-11-iscsi neutron-server[94062]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:31:25.038056 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:31:25.038056 dv-cinder-768458-11-iscsi neutron-server[94062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:31:25.038056 dv-cinder-768458-11-iscsi neutron-server[94062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:31:25.093191 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9b491180-d246-42b8-8218-21b6746e4726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8355526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528650'] for network, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:25.097508 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9b491180-d246-42b8-8218-21b6746e4726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:25.102253 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-9b491180-d246-42b8-8218-21b6746e4726 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b51d978d-7879-485b-8768-a9902fb14f84 HTTP/1.1" status: 204 len: 168 time: 0.5517220 Sep 27 12:31:25.118541 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b491180-d246-42b8-8218-21b6746e4726 admin admin] Pushing event deleted for resources: {'Network': ['ID=b51d978d-7879-485b-8768-a9902fb14f84,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:25.320467 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 35782) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:25.358920 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-2409ad19-d90e-4ed4-a476-fc599ec8328e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0c3af2a8878c4460a542959a431a716d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372040 Sep 27 12:31:25.361392 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 35784) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:25.407201 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d18fb1dd-1e8a-497e-a97a-d4a456ebede4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:25.428111 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d18fb1dd-1e8a-497e-a97a-d4a456ebede4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:25.473386 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d18fb1dd-1e8a-497e-a97a-d4a456ebede4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:25.475990 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d18fb1dd-1e8a-497e-a97a-d4a456ebede4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:25.477132 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-d18fb1dd-1e8a-497e-a97a-d4a456ebede4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7ad74733-1f97-468f-8116-b2a5c98b28c9 HTTP/1.1" status: 204 len: 168 time: 0.1148298 Sep 27 12:31:25.484558 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18fb1dd-1e8a-497e-a97a-d4a456ebede4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad74733-1f97-468f-8116-b2a5c98b28c9,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:25.682437 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:31:26.117761 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfff95d-20a2-4a67-91f9-3683a217cda5 req-4422fef6-6d5b-40d6-9a36-2064e10f262f tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:26.119111 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3cfff95d-20a2-4a67-91f9-3683a217cda5 req-4422fef6-6d5b-40d6-9a36-2064e10f262f tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 944 time: 0.0509467 Sep 27 12:31:26.158475 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-3cfff95d-20a2-4a67-91f9-3683a217cda5 req-bc5c4c81-7e32-4565-99d9-9228be542115 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326567 Sep 27 12:31:26.180183 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 35808) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:26.310562 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-e3e09b6c-afec-4585-b6e4-7d24e91d67a0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1823321979-network', 'tenant_id': 'd43bb8b93c8b49178007cbccd04ad481'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:31:26.332705 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e09b6c-afec-4585-b6e4-7d24e91d67a0 admin admin] Made reservation on behalf of d43bb8b93c8b49178007cbccd04ad481 for: {'network': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:31:26.335214 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e3e09b6c-afec-4585-b6e4-7d24e91d67a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for network, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:26.343910 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e3e09b6c-afec-4585-b6e4-7d24e91d67a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:26.430806 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e3e09b6c-afec-4585-b6e4-7d24e91d67a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:26.435087 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e3e09b6c-afec-4585-b6e4-7d24e91d67a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:26.462926 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e09b6c-afec-4585-b6e4-7d24e91d67a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=94062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:31:26.472495 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e09b6c-afec-4585-b6e4-7d24e91d67a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7f4be7-2590-4b8d-be59-e6f6a8c42a7b,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:26.477193 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e3e09b6c-afec-4585-b6e4-7d24e91d67a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:26.477527 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.db.segments_db [None req-e3e09b6c-afec-4585-b6e4-7d24e91d67a0 admin admin] Added segment 02c6b517-3a7d-460a-8f8b-cf847844905f of type vlan for network 49b1b4bf-a322-4b07-9d60-504a7c99c1f6 Sep 27 12:31:26.517277 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e3e09b6c-afec-4585-b6e4-7d24e91d67a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743558578710'] for network, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:26.540231 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e3e09b6c-afec-4585-b6e4-7d24e91d67a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323'] for network, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:26.541163 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e09b6c-afec-4585-b6e4-7d24e91d67a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:26.541738 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e3e09b6c-afec-4585-b6e4-7d24e91d67a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:26.574523 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-e3e09b6c-afec-4585-b6e4-7d24e91d67a0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3932502 Sep 27 12:31:26.577493 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 35812) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:26.582550 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-80675bfc-1065-47b7-bc2d-fbc38d4fffb1 admin admin] Request body: {'subnet': {'network_id': '49b1b4bf-a322-4b07-9d60-504a7c99c1f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1823321979-subnet', 'tenant_id': 'd43bb8b93c8b49178007cbccd04ad481', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:31:26.600864 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e09b6c-afec-4585-b6e4-7d24e91d67a0 admin admin] Pushing event updated for resources: {'Network': ['ID=49b1b4bf-a322-4b07-9d60-504a7c99c1f6,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:26.609187 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80675bfc-1065-47b7-bc2d-fbc38d4fffb1 admin admin] Made reservation on behalf of d43bb8b93c8b49178007cbccd04ad481 for: {'subnet': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:31:26.611525 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-80675bfc-1065-47b7-bc2d-fbc38d4fffb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8488467'] for subnet, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:26.613064 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Network 49b1b4bf-a322-4b07-9d60-504a7c99c1f6 details requested by agent ovs-agent-dv-cinder-768458-11-iscsi with host dv-cinder-768458-11-iscsi {{(pid=94063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:31:26.781636 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-80675bfc-1065-47b7-bc2d-fbc38d4fffb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3978676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8488481'] for subnet, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:26.833043 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80675bfc-1065-47b7-bc2d-fbc38d4fffb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5ec010c-3357-484e-ac6a-11c78dd5cb07,revision_number=0']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:26.843150 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80675bfc-1065-47b7-bc2d-fbc38d4fffb1 admin admin] Checking segment: {'id': '02c6b517-3a7d-460a-8f8b-cf847844905f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '49b1b4bf-a322-4b07-9d60-504a7c99c1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:31:26.843506 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80675bfc-1065-47b7-bc2d-fbc38d4fffb1 admin admin] Network hostable DHCP agents. Network: 49b1b4bf-a322-4b07-9d60-504a7c99c1f6, hostable agents: ['e47cdff6-7b19-4f64-ade6-a89e4357b373'], hosted agents: [] {{(pid=94061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:31:26.859629 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80675bfc-1065-47b7-bc2d-fbc38d4fffb1 admin admin] Network 49b1b4bf-a322-4b07-9d60-504a7c99c1f6 is scheduled to be hosted by DHCP agent e47cdff6-7b19-4f64-ade6-a89e4357b373 with binding_index 1 {{(pid=94061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:31:26.868966 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-80675bfc-1065-47b7-bc2d-fbc38d4fffb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-11-iscsi, 49b1b4bf-a322-4b07-9d60-504a7c99c1f6) {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:31:26.872979 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80675bfc-1065-47b7-bc2d-fbc38d4fffb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:26.873597 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-80675bfc-1065-47b7-bc2d-fbc38d4fffb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:26.878103 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5575ccc3-265d-46ba-b681-f59771f12e67 None None] Network 49b1b4bf-a322-4b07-9d60-504a7c99c1f6 requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:31:26.893542 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-80675bfc-1065-47b7-bc2d-fbc38d4fffb1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3086717 Sep 27 12:31:26.998077 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5775db6-0977-4ac5-bf06-dcf0f51d1e0c None None] Network 49b1b4bf-a322-4b07-9d60-504a7c99c1f6 requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:31:27.276777 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8275e-0abe-4d36-bb04-9a54b8a1a09a req-af36c48a-487f-43b0-aa58-763f6b546d71 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:27.278283 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-30f8275e-0abe-4d36-bb04-9a54b8a1a09a req-af36c48a-487f-43b0-aa58-763f6b546d71 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 944 time: 0.0521872 Sep 27 12:31:27.316900 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-30f8275e-0abe-4d36-bb04-9a54b8a1a09a req-7ebb52c5-1734-4527-9906-f7b5e78724c8 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326490 Sep 27 12:31:27.348903 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 35830) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:27.353626 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-677d29ea-43e4-468b-8f36-852b5eb9fef2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-336917890-network', 'tenant_id': 'faaebfc758744fa4901e2b6cb8032be0'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:31:27.361555 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 83fe5485-5c27-4acc-89a5-603182419da1 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:31:27.375032 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677d29ea-43e4-468b-8f36-852b5eb9fef2 admin admin] Made reservation on behalf of faaebfc758744fa4901e2b6cb8032be0 for: {'network': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:31:27.377242 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-677d29ea-43e4-468b-8f36-852b5eb9fef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for network, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:27.382031 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] No Port match for: 83fe5485-5c27-4acc-89a5-603182419da1 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:31:27.382372 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 83fe5485-5c27-4acc-89a5-603182419da1 not bound to the agent host hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:31:27.386319 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-677d29ea-43e4-468b-8f36-852b5eb9fef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:27.474199 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-677d29ea-43e4-468b-8f36-852b5eb9fef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:27.477914 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-677d29ea-43e4-468b-8f36-852b5eb9fef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:27.498474 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-677d29ea-43e4-468b-8f36-852b5eb9fef2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=94062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 12:31:27.513479 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d29ea-43e4-468b-8f36-852b5eb9fef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0580eefb-628b-472e-b3c2-e0311a7d0502,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:27.516319 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-677d29ea-43e4-468b-8f36-852b5eb9fef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:27.516662 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.db.segments_db [None req-677d29ea-43e4-468b-8f36-852b5eb9fef2 admin admin] Added segment eb0d26d9-3350-49e2-84c9-c46f9d15f6a8 of type vlan for network 4deed6d9-8b57-4917-b24f-5780db22537d Sep 27 12:31:27.555359 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-677d29ea-43e4-468b-8f36-852b5eb9fef2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743558578710'] for network, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:27.579498 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-677d29ea-43e4-468b-8f36-852b5eb9fef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323'] for network, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:27.580439 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677d29ea-43e4-468b-8f36-852b5eb9fef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:27.581559 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-677d29ea-43e4-468b-8f36-852b5eb9fef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:27.610544 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-677d29ea-43e4-468b-8f36-852b5eb9fef2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2605925 Sep 27 12:31:27.613416 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 35832) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:27.618420 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [None req-f08ff53d-18fc-4766-9668-7ca040ed9d7b admin admin] Request body: {'subnet': {'network_id': '4deed6d9-8b57-4917-b24f-5780db22537d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-336917890-subnet', 'tenant_id': 'faaebfc758744fa4901e2b6cb8032be0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:31:27.638708 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08ff53d-18fc-4766-9668-7ca040ed9d7b admin admin] Made reservation on behalf of faaebfc758744fa4901e2b6cb8032be0 for: {'subnet': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:31:27.640975 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f08ff53d-18fc-4766-9668-7ca040ed9d7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8488467'] for subnet, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:27.644630 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d29ea-43e4-468b-8f36-852b5eb9fef2 admin admin] Pushing event updated for resources: {'Network': ['ID=4deed6d9-8b57-4917-b24f-5780db22537d,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:27.654662 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Network 4deed6d9-8b57-4917-b24f-5780db22537d details requested by agent ovs-agent-dv-cinder-768458-11-iscsi with host dv-cinder-768458-11-iscsi {{(pid=94063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 12:31:27.809355 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f08ff53d-18fc-4766-9668-7ca040ed9d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3978676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8488481'] for subnet, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:27.864074 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ff53d-18fc-4766-9668-7ca040ed9d7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=936c21df-0804-40a6-bed2-b12d9d4907ff,revision_number=0']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:27.870976 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08ff53d-18fc-4766-9668-7ca040ed9d7b admin admin] Checking segment: {'id': 'eb0d26d9-3350-49e2-84c9-c46f9d15f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4deed6d9-8b57-4917-b24f-5780db22537d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:31:27.871363 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08ff53d-18fc-4766-9668-7ca040ed9d7b admin admin] Network hostable DHCP agents. Network: 4deed6d9-8b57-4917-b24f-5780db22537d, hostable agents: ['e47cdff6-7b19-4f64-ade6-a89e4357b373'], hosted agents: [] {{(pid=94061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 12:31:27.888482 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08ff53d-18fc-4766-9668-7ca040ed9d7b admin admin] Network 4deed6d9-8b57-4917-b24f-5780db22537d is scheduled to be hosted by DHCP agent e47cdff6-7b19-4f64-ade6-a89e4357b373 with binding_index 1 {{(pid=94061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 12:31:27.897108 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-f08ff53d-18fc-4766-9668-7ca040ed9d7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-11-iscsi, 4deed6d9-8b57-4917-b24f-5780db22537d) {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:31:27.901167 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08ff53d-18fc-4766-9668-7ca040ed9d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:27.901741 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f08ff53d-18fc-4766-9668-7ca040ed9d7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:27.907670 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd6169e-db90-4e4e-b6da-403f97e4573a None None] Network 4deed6d9-8b57-4917-b24f-5780db22537d requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:31:27.915526 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-f08ff53d-18fc-4766-9668-7ca040ed9d7b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3009536 Sep 27 12:31:28.030235 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 35836) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:28.075882 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfba648d-f36f-4a8d-a4f6-b1c1e014e1d7 admin admin] Deleting subnet b5ec010c-3357-484e-ac6a-11c78dd5cb07 {{(pid=94061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:31:28.079425 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bfba648d-f36f-4a8d-a4f6-b1c1e014e1d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:28.118773 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bfba648d-f36f-4a8d-a4f6-b1c1e014e1d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8886147'] for subnet, precommit_delete_associations {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:28.153593 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd938e6-f2cc-466b-8d4b-9bc63ba61fd1 None None] Network 4deed6d9-8b57-4917-b24f-5780db22537d requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:31:28.158218 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bfba648d-f36f-4a8d-a4f6-b1c1e014e1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8349256'] for subnet, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:28.210855 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bfba648d-f36f-4a8d-a4f6-b1c1e014e1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8349249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8488502'] for subnet, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:28.239557 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bfba648d-f36f-4a8d-a4f6-b1c1e014e1d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:28.241436 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-bfba648d-f36f-4a8d-a4f6-b1c1e014e1d7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b5ec010c-3357-484e-ac6a-11c78dd5cb07 HTTP/1.1" status: 204 len: 168 time: 0.2102089 Sep 27 12:31:28.242427 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba648d-f36f-4a8d-a4f6-b1c1e014e1d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5ec010c-3357-484e-ac6a-11c78dd5cb07,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:28.244107 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 35838) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:28.313353 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-faa608a5-a852-40ad-9b37-8c659dde1e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7874224'] for network, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:28.394495 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-faa608a5-a852-40ad-9b37-8c659dde1e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8355569', 'neutron.services.segments.db._delete_segments_for_network-8743558924948'] for network, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:28.414295 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-faa608a5-a852-40ad-9b37-8c659dde1e80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b1b4bf-a322-4b07-9d60-504a7c99c1f6']}} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:31:28.423735 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-faa608a5-a852-40ad-9b37-8c659dde1e80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c6b517-3a7d-460a-8f8b-cf847844905f') {'for_net_delete': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:31:28.424025 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-faa608a5-a852-40ad-9b37-8c659dde1e80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c6b517-3a7d-460a-8f8b-cf847844905f') {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:31:28.431445 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b96d5-4c68-45df-adc3-75bc5d967bdf req-9c7fbca5-6319-4d7c-958f-4a83620121ad tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:28.433337 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-703b96d5-4c68-45df-adc3-75bc5d967bdf req-9c7fbca5-6319-4d7c-958f-4a83620121ad tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 944 time: 0.0491099 Sep 27 12:31:28.433682 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-faa608a5-a852-40ad-9b37-8c659dde1e80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743558923165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328871'] for segment, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:28.449621 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-faa608a5-a852-40ad-9b37-8c659dde1e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:28.455760 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa608a5-a852-40ad-9b37-8c659dde1e80 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=94062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:31:28.456720 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-faa608a5-a852-40ad-9b37-8c659dde1e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4103672'] for segment, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:28.458356 dv-cinder-768458-11-iscsi neutron-server[94062]: Traceback (most recent call last): Sep 27 12:31:28.458356 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:31:28.458356 dv-cinder-768458-11-iscsi neutron-server[94062]: timer() Sep 27 12:31:28.458356 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:31:28.458356 dv-cinder-768458-11-iscsi neutron-server[94062]: cb(*args, **kw) Sep 27 12:31:28.458356 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:31:28.458356 dv-cinder-768458-11-iscsi neutron-server[94062]: return func(*args, **kwargs) Sep 27 12:31:28.458356 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:31:28.458356 dv-cinder-768458-11-iscsi neutron-server[94062]: self._notify() Sep 27 12:31:28.458356 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:31:28.458356 dv-cinder-768458-11-iscsi neutron-server[94062]: self.callback(batched_events) Sep 27 12:31:28.458356 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:31:28.458356 dv-cinder-768458-11-iscsi neutron-server[94062]: event.method(event) Sep 27 12:31:28.458356 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:31:28.458356 dv-cinder-768458-11-iscsi neutron-server[94062]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:31:28.458356 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:31:28.458356 dv-cinder-768458-11-iscsi neutron-server[94062]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:31:28.458356 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:31:28.458356 dv-cinder-768458-11-iscsi neutron-server[94062]: return f(self, *a, **k) Sep 27 12:31:28.458356 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:31:28.458356 dv-cinder-768458-11-iscsi neutron-server[94062]: return self._get(url).json() Sep 27 12:31:28.458356 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:31:28.458356 dv-cinder-768458-11-iscsi neutron-server[94062]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:31:28.458356 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:31:28.458356 dv-cinder-768458-11-iscsi neutron-server[94062]: return self.request(url, 'GET', **kwargs) Sep 27 12:31:28.458356 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:31:28.458356 dv-cinder-768458-11-iscsi neutron-server[94062]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:31:28.458356 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:31:28.458356 dv-cinder-768458-11-iscsi neutron-server[94062]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:31:28.458356 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:31:28.458356 dv-cinder-768458-11-iscsi neutron-server[94062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:31:28.458356 dv-cinder-768458-11-iscsi neutron-server[94062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:31:28.477514 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-703b96d5-4c68-45df-adc3-75bc5d967bdf req-799a7866-e9a8-4166-9b38-53f96878e248 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376544 Sep 27 12:31:28.514805 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-faa608a5-a852-40ad-9b37-8c659dde1e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8355526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528650'] for network, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:28.520413 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-faa608a5-a852-40ad-9b37-8c659dde1e80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:28.522177 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-faa608a5-a852-40ad-9b37-8c659dde1e80 admin admin] 10.222.0.60 "DELETE /v2.0/networks/49b1b4bf-a322-4b07-9d60-504a7c99c1f6 HTTP/1.1" status: 204 len: 168 time: 0.2770896 Sep 27 12:31:28.525120 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 35842) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:28.532300 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa608a5-a852-40ad-9b37-8c659dde1e80 admin admin] Pushing event deleted for resources: {'Network': ['ID=49b1b4bf-a322-4b07-9d60-504a7c99c1f6,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:28.568645 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ad9faa-e21b-4e6f-8f9b-0c3ebc1dd770 admin admin] Deleting subnet 936c21df-0804-40a6-bed2-b12d9d4907ff {{(pid=94061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:31:28.571798 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-42ad9faa-e21b-4e6f-8f9b-0c3ebc1dd770 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:28.604891 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-42ad9faa-e21b-4e6f-8f9b-0c3ebc1dd770 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8886147'] for subnet, precommit_delete_associations {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:28.641271 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-42ad9faa-e21b-4e6f-8f9b-0c3ebc1dd770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8349256'] for subnet, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:28.694388 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-42ad9faa-e21b-4e6f-8f9b-0c3ebc1dd770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8349249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8488502'] for subnet, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:28.721993 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad9faa-e21b-4e6f-8f9b-0c3ebc1dd770 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=936c21df-0804-40a6-bed2-b12d9d4907ff,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:28.727527 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-42ad9faa-e21b-4e6f-8f9b-0c3ebc1dd770 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:28.729824 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-42ad9faa-e21b-4e6f-8f9b-0c3ebc1dd770 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/936c21df-0804-40a6-bed2-b12d9d4907ff HTTP/1.1" status: 204 len: 168 time: 0.2032726 Sep 27 12:31:28.732027 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 35844) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:28.798174 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-050d95a4-d59e-40ab-945c-2e923d19ddf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7874224'] for network, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:28.878421 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-050d95a4-d59e-40ab-945c-2e923d19ddf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8355569', 'neutron.services.segments.db._delete_segments_for_network-8743558924948'] for network, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:28.897403 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.services.segments.db [None req-050d95a4-d59e-40ab-945c-2e923d19ddf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4deed6d9-8b57-4917-b24f-5780db22537d']}} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:31:28.906144 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.services.segments.db [None req-050d95a4-d59e-40ab-945c-2e923d19ddf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb0d26d9-3350-49e2-84c9-c46f9d15f6a8') {'for_net_delete': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:31:28.906440 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.services.segments.db [None req-050d95a4-d59e-40ab-945c-2e923d19ddf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb0d26d9-3350-49e2-84c9-c46f9d15f6a8') {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:31:28.915393 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-050d95a4-d59e-40ab-945c-2e923d19ddf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743558923165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8886170'] for segment, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:28.928469 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-050d95a4-d59e-40ab-945c-2e923d19ddf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:28.934535 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-050d95a4-d59e-40ab-945c-2e923d19ddf8 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=94061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:31:28.934905 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-050d95a4-d59e-40ab-945c-2e923d19ddf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3978971'] for segment, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:28.936791 dv-cinder-768458-11-iscsi neutron-server[94061]: Traceback (most recent call last): Sep 27 12:31:28.936791 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:31:28.936791 dv-cinder-768458-11-iscsi neutron-server[94061]: timer() Sep 27 12:31:28.936791 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:31:28.936791 dv-cinder-768458-11-iscsi neutron-server[94061]: cb(*args, **kw) Sep 27 12:31:28.936791 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:31:28.936791 dv-cinder-768458-11-iscsi neutron-server[94061]: return func(*args, **kwargs) Sep 27 12:31:28.936791 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:31:28.936791 dv-cinder-768458-11-iscsi neutron-server[94061]: self._notify() Sep 27 12:31:28.936791 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:31:28.936791 dv-cinder-768458-11-iscsi neutron-server[94061]: self.callback(batched_events) Sep 27 12:31:28.936791 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:31:28.936791 dv-cinder-768458-11-iscsi neutron-server[94061]: event.method(event) Sep 27 12:31:28.936791 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:31:28.936791 dv-cinder-768458-11-iscsi neutron-server[94061]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:31:28.936791 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:31:28.936791 dv-cinder-768458-11-iscsi neutron-server[94061]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:31:28.936791 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:31:28.936791 dv-cinder-768458-11-iscsi neutron-server[94061]: return f(self, *a, **k) Sep 27 12:31:28.936791 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:31:28.936791 dv-cinder-768458-11-iscsi neutron-server[94061]: return self._get(url).json() Sep 27 12:31:28.936791 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:31:28.936791 dv-cinder-768458-11-iscsi neutron-server[94061]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:31:28.936791 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:31:28.936791 dv-cinder-768458-11-iscsi neutron-server[94061]: return self.request(url, 'GET', **kwargs) Sep 27 12:31:28.936791 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:31:28.936791 dv-cinder-768458-11-iscsi neutron-server[94061]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:31:28.936791 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:31:28.936791 dv-cinder-768458-11-iscsi neutron-server[94061]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:31:28.936791 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:31:28.936791 dv-cinder-768458-11-iscsi neutron-server[94061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:31:28.936791 dv-cinder-768458-11-iscsi neutron-server[94061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:31:28.989383 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-050d95a4-d59e-40ab-945c-2e923d19ddf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8355526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528650'] for network, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:28.994946 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-050d95a4-d59e-40ab-945c-2e923d19ddf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:28.996565 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-050d95a4-d59e-40ab-945c-2e923d19ddf8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4deed6d9-8b57-4917-b24f-5780db22537d HTTP/1.1" status: 204 len: 168 time: 0.2636406 Sep 27 12:31:29.008748 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d95a4-d59e-40ab-945c-2e923d19ddf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4deed6d9-8b57-4917-b24f-5780db22537d,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:29.153250 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 35848) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:29.196051 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-43e1bc21-37a6-436f-b09e-d63421b6d8b7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d43bb8b93c8b49178007cbccd04ad481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416732 Sep 27 12:31:29.198532 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 35850) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:29.244598 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0d3d0ac3-ef33-4a5f-bd59-502d0b020788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:29.265241 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0d3d0ac3-ef33-4a5f-bd59-502d0b020788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:29.311274 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0d3d0ac3-ef33-4a5f-bd59-502d0b020788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:29.313799 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0d3d0ac3-ef33-4a5f-bd59-502d0b020788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:29.314976 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-0d3d0ac3-ef33-4a5f-bd59-502d0b020788 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bc7f4be7-2590-4b8d-be59-e6f6a8c42a7b HTTP/1.1" status: 204 len: 168 time: 0.1154988 Sep 27 12:31:29.322582 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d0ac3-ef33-4a5f-bd59-502d0b020788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7f4be7-2590-4b8d-be59-e6f6a8c42a7b,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:29.592611 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e304c1f-c7c8-41e2-8a6c-0803f8a8d5ab req-69ca9475-6e5d-4ce1-a645-71c82518d1f4 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:29.594120 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5e304c1f-c7c8-41e2-8a6c-0803f8a8d5ab req-69ca9475-6e5d-4ce1-a645-71c82518d1f4 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 944 time: 0.0511782 Sep 27 12:31:29.621773 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 35858) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:29.644733 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5e304c1f-c7c8-41e2-8a6c-0803f8a8d5ab req-eb67a3d9-cc3b-4d72-ae87-daee9cc2c94a tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437062 Sep 27 12:31:29.671589 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-d4b5b054-d629-4cf7-917f-aa1d623fee35 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=faaebfc758744fa4901e2b6cb8032be0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487258 Sep 27 12:31:29.673891 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 35860) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:29.722733 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-867ebd0d-6de2-4c96-a07f-63798a2781d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:29.746592 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-867ebd0d-6de2-4c96-a07f-63798a2781d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:29.791251 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-867ebd0d-6de2-4c96-a07f-63798a2781d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:29.793795 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-867ebd0d-6de2-4c96-a07f-63798a2781d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:29.794918 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-867ebd0d-6de2-4c96-a07f-63798a2781d0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0580eefb-628b-472e-b3c2-e0311a7d0502 HTTP/1.1" status: 204 len: 168 time: 0.1201372 Sep 27 12:31:29.802601 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ebd0d-6de2-4c96-a07f-63798a2781d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0580eefb-628b-472e-b3c2-e0311a7d0502,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:30.761301 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0fcd5-8916-4b25-b82a-de8a9e34148d req-7a7dff5b-6979-49ff-aae4-cf5e7026ed4f tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:30.762826 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-cfe0fcd5-8916-4b25-b82a-de8a9e34148d req-7a7dff5b-6979-49ff-aae4-cf5e7026ed4f tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 944 time: 0.0498416 Sep 27 12:31:30.801157 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-cfe0fcd5-8916-4b25-b82a-de8a9e34148d req-f0972b95-f518-4b85-8067-2db9d6aba4d5 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320878 Sep 27 12:31:31.376901 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 39ad1260-e58c-4012-a43a-9a3d02996011 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:31:31.468716 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 39ad1260-e58c-4012-a43a-9a3d02996011, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=39ad1260-e58c-4012-a43a-9a3d02996011,segment=NetworkSegment(4c61cb17-1bfa-40f8-bed2-80315b25d9e6),segment_id=4c61cb17-1bfa-40f8-bed2-80315b25d9e6)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:31:31.482823 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Returning: {'device': '39ad1260-e58c-4012-a43a-9a3d02996011', 'network_id': '9354617a-e9e4-4d7b-a0eb-32322544a2ef', 'port_id': '39ad1260-e58c-4012-a43a-9a3d02996011', 'mac_address': 'fa:16:3e:ff:0e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b234fa0-0a81-423f-a3ca-db50873bb00a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:31:31.518608 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:31.531866 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ad1260-e58c-4012-a43a-9a3d02996011 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:31:31.549908 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 39ad1260-e58c-4012-a43a-9a3d02996011, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=39ad1260-e58c-4012-a43a-9a3d02996011,segment=NetworkSegment(4c61cb17-1bfa-40f8-bed2-80315b25d9e6),segment_id=4c61cb17-1bfa-40f8-bed2-80315b25d9e6)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:31:31.553719 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:31.599138 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=39ad1260-e58c-4012-a43a-9a3d02996011,revision_number=7']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:31.858533 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['39ad1260-e58c-4012-a43a-9a3d02996011'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:31:31.913989 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481c51b-6257-4ac3-83b8-8d17d4ce2c45 req-1bdea118-c522-4f04-9c04-565e24642864 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:31.915494 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d481c51b-6257-4ac3-83b8-8d17d4ce2c45 req-1bdea118-c522-4f04-9c04-565e24642864 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 945 time: 0.0482450 Sep 27 12:31:31.954241 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d481c51b-6257-4ac3-83b8-8d17d4ce2c45 req-e3620e5a-c615-41e3-97f9-29bc4a324365 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327344 Sep 27 12:31:33.072066 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76627e1-a2bd-45c3-8d91-6cb31448aceb req-ba7f5069-4e7c-4ac1-b2f9-bc20952aedbf tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:33.073538 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f76627e1-a2bd-45c3-8d91-6cb31448aceb req-ba7f5069-4e7c-4ac1-b2f9-bc20952aedbf tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 945 time: 0.0509543 Sep 27 12:31:33.115134 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f76627e1-a2bd-45c3-8d91-6cb31448aceb req-ad80b952-1124-4045-b53a-505ddd9cc3b2 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348649 Sep 27 12:31:33.392894 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 39ad1260-e58c-4012-a43a-9a3d02996011 up at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:31:33.443235 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning complete for port 39ad1260-e58c-4012-a43a-9a3d02996011 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:31:33.443431 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:33.518814 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:33.540935 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824fc02f-5d88-492e-936b-234f2d02ee31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ad1260-e58c-4012-a43a-9a3d02996011'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:31:33.543140 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1408999cb3bb97c5ae56cf322f48a5762bdf0801c3dd38f4c7a67e93a613b0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282468b9-c131-4809-b33c-83c721f68933" -d '{"events": [{"server_uuid": "824fc02f-5d88-492e-936b-234f2d02ee31", "name": "network-vif-plugged", "status": "completed", "tag": "39ad1260-e58c-4012-a43a-9a3d02996011"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:31:33.554875 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 39ad1260-e58c-4012-a43a-9a3d02996011, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=39ad1260-e58c-4012-a43a-9a3d02996011,segment=NetworkSegment(4c61cb17-1bfa-40f8-bed2-80315b25d9e6),segment_id=4c61cb17-1bfa-40f8-bed2-80315b25d9e6)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:31:33.560023 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:33.586136 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccb2736-27ba-45f8-9efe-5cfa64045ccf x-openstack-request-id: req-4ccb2736-27ba-45f8-9efe-5cfa64045ccf {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:31:33.586444 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824fc02f-5d88-492e-936b-234f2d02ee31", "name": "network-vif-plugged", "status": "completed", "tag": "39ad1260-e58c-4012-a43a-9a3d02996011", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:31:33.586868 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4ccb2736-27ba-45f8-9efe-5cfa64045ccf {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:31:33.587364 dv-cinder-768458-11-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824fc02f-5d88-492e-936b-234f2d02ee31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ad1260-e58c-4012-a43a-9a3d02996011', 'code': 200} Sep 27 12:31:33.612988 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=39ad1260-e58c-4012-a43a-9a3d02996011,revision_number=8']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:33.785669 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f3d77-ec07-41a5-beda-7f4369585e19 req-ea37834e-8d01-432a-8dff-e97cc76fadbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:33.787166 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-380f3d77-ec07-41a5-beda-7f4369585e19 req-ea37834e-8d01-432a-8dff-e97cc76fadbb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 1099 time: 0.0408835 Sep 27 12:31:33.823482 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-380f3d77-ec07-41a5-beda-7f4369585e19 req-0d34cfce-d272-41fb-bf12-b53900ab497e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290117 Sep 27 12:31:34.232958 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5566d-3947-4163-aead-011fc06d4d19 req-a6800d6a-9506-4443-86a7-803c7279dc23 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:34.234437 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-98e5566d-3947-4163-aead-011fc06d4d19 req-a6800d6a-9506-4443-86a7-803c7279dc23 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 946 time: 0.0510142 Sep 27 12:31:34.273455 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-98e5566d-3947-4163-aead-011fc06d4d19 req-d1f2999f-16c8-43b5-91ad-beb61174740f tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324612 Sep 27 12:31:35.387971 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd4cca-ad63-4b3d-b293-86696466605f req-417d1d33-389d-4c1b-a796-32e22b53ccd6 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:35.389406 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f4fd4cca-ad63-4b3d-b293-86696466605f req-417d1d33-389d-4c1b-a796-32e22b53ccd6 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 946 time: 0.0484464 Sep 27 12:31:35.425463 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f4fd4cca-ad63-4b3d-b293-86696466605f req-bae10f2c-6a35-47f7-9633-40d8b327a81a tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301101 Sep 27 12:31:36.545051 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d63b4-58f4-4f57-80e9-1fc16854859c req-9668752d-fca5-4bc6-82b4-79e2b48e2587 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:36.546407 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-877d63b4-58f4-4f57-80e9-1fc16854859c req-9668752d-fca5-4bc6-82b4-79e2b48e2587 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 946 time: 0.0512290 Sep 27 12:31:36.584854 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-877d63b4-58f4-4f57-80e9-1fc16854859c req-5d41fa43-2f6a-488a-a4d9-306ecda37042 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319047 Sep 27 12:31:37.702376 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca3d70-1fb5-4c2f-8db7-f9d869aff2fa req-1c2d3538-60f0-4514-b84d-d15525a46ad1 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:37.703775 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dcca3d70-1fb5-4c2f-8db7-f9d869aff2fa req-1c2d3538-60f0-4514-b84d-d15525a46ad1 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 946 time: 0.0515366 Sep 27 12:31:37.749901 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dcca3d70-1fb5-4c2f-8db7-f9d869aff2fa req-5acddfea-bf82-4c76-8871-06ecfcbbac4a tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382853 Sep 27 12:31:38.863315 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b53440-c386-4ee0-9800-0d818fb95b75 req-4b75e566-df5e-472c-8bf8-3cd4c024684d tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:31:38.864762 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c4b53440-c386-4ee0-9800-0d818fb95b75 req-4b75e566-df5e-472c-8bf8-3cd4c024684d tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 946 time: 0.0483837 Sep 27 12:31:38.906444 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-c4b53440-c386-4ee0-9800-0d818fb95b75 req-f39ca0a6-11c0-4e61-851e-189c570edb2c tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340500 Sep 27 12:31:41.608350 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:42.589889 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 36020) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:42.690246 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1283b532-9fc4-41ea-bed3-50a67cde4a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:42.777865 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1283b532-9fc4-41ea-bed3-50a67cde4a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:42.781377 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1283b532-9fc4-41ea-bed3-50a67cde4a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:42.818818 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-1283b532-9fc4-41ea-bed3-50a67cde4a55 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=85130a7c4cad4bd79657393c3c0c8cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2278266 Sep 27 12:31:42.820848 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283b532-9fc4-41ea-bed3-50a67cde4a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226b2283-e4d4-4e67-bfb3-90d7df8c0d92,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:42.821628 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 36024) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:42.872008 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3dc73f2a-40e1-4dd0-b3d1-7bb8c5a230f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:42.893005 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3dc73f2a-40e1-4dd0-b3d1-7bb8c5a230f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:42.942039 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3dc73f2a-40e1-4dd0-b3d1-7bb8c5a230f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:42.944577 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3dc73f2a-40e1-4dd0-b3d1-7bb8c5a230f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:42.945723 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-3dc73f2a-40e1-4dd0-b3d1-7bb8c5a230f1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/226b2283-e4d4-4e67-bfb3-90d7df8c0d92 HTTP/1.1" status: 204 len: 168 time: 0.1228726 Sep 27 12:31:42.953786 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc73f2a-40e1-4dd0-b3d1-7bb8c5a230f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226b2283-e4d4-4e67-bfb3-90d7df8c0d92,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:43.201944 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 36030) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:43.214918 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-71d15c77-88bc-4e6d-919d-2e1f04b27ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:43.299957 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-71d15c77-88bc-4e6d-919d-2e1f04b27ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:43.303848 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-71d15c77-88bc-4e6d-919d-2e1f04b27ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:43.344106 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-71d15c77-88bc-4e6d-919d-2e1f04b27ac9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a62b91924bd491384cfe04d62b86c81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410601 Sep 27 12:31:43.345970 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d15c77-88bc-4e6d-919d-2e1f04b27ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c328d704-dbc5-43a2-8f1f-adc0abc10b16,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:43.346782 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 36032) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:43.399967 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0cc0aba4-13cc-4985-acde-86f3d7d319e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:43.424563 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0cc0aba4-13cc-4985-acde-86f3d7d319e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:43.470521 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0cc0aba4-13cc-4985-acde-86f3d7d319e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:43.473527 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0cc0aba4-13cc-4985-acde-86f3d7d319e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:43.474662 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-0cc0aba4-13cc-4985-acde-86f3d7d319e2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c328d704-dbc5-43a2-8f1f-adc0abc10b16 HTTP/1.1" status: 204 len: 168 time: 0.1263025 Sep 27 12:31:43.482109 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0aba4-13cc-4985-acde-86f3d7d319e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c328d704-dbc5-43a2-8f1f-adc0abc10b16,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:45.343601 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86eafe9d-d47b-48a0-8763-1262387816d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:47.532835 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5d28354f-c1a9-4fdb-85e1-ddee491bb0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:48.326383 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 36130) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:48.430011 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-91cf9c09-2014-43ee-abc6-60dd400fc1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:48.522739 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-91cf9c09-2014-43ee-abc6-60dd400fc1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:48.526372 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-91cf9c09-2014-43ee-abc6-60dd400fc1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:48.568165 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-91cf9c09-2014-43ee-abc6-60dd400fc1f5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a810cf0c8b3a43c5a9e6e5662ea49286&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401423 Sep 27 12:31:48.569230 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf9c09-2014-43ee-abc6-60dd400fc1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b0e1c7-7297-4c54-958a-ef16afc39052,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:48.570807 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 36134) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:48.620582 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-76bf7171-46f2-45f8-b5cb-7f85fd985d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:48.641239 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-76bf7171-46f2-45f8-b5cb-7f85fd985d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:48.685133 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-76bf7171-46f2-45f8-b5cb-7f85fd985d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:48.688070 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-76bf7171-46f2-45f8-b5cb-7f85fd985d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:48.689174 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-76bf7171-46f2-45f8-b5cb-7f85fd985d48 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/24b0e1c7-7297-4c54-958a-ef16afc39052 HTTP/1.1" status: 204 len: 168 time: 0.1166184 Sep 27 12:31:48.698314 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf7171-46f2-45f8-b5cb-7f85fd985d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b0e1c7-7297-4c54-958a-ef16afc39052,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:48.705494 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf7171-46f2-45f8-b5cb-7f85fd985d48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:48.705978 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf7171-46f2-45f8-b5cb-7f85fd985d48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:48.706426 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf7171-46f2-45f8-b5cb-7f85fd985d48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:48.707032 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf7171-46f2-45f8-b5cb-7f85fd985d48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:48.707397 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf7171-46f2-45f8-b5cb-7f85fd985d48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:48.707781 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf7171-46f2-45f8-b5cb-7f85fd985d48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:48.708210 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf7171-46f2-45f8-b5cb-7f85fd985d48 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:48.709332 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf7171-46f2-45f8-b5cb-7f85fd985d48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:48.709776 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf7171-46f2-45f8-b5cb-7f85fd985d48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:48.710133 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf7171-46f2-45f8-b5cb-7f85fd985d48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:48.711493 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf7171-46f2-45f8-b5cb-7f85fd985d48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:48.711821 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf7171-46f2-45f8-b5cb-7f85fd985d48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:31:48.732714 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:48.951239 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 36140) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:48.964430 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4ff126cc-deb1-4115-8c3e-5cd670e2e164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:49.056308 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4ff126cc-deb1-4115-8c3e-5cd670e2e164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:49.060467 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4ff126cc-deb1-4115-8c3e-5cd670e2e164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:49.097877 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-4ff126cc-deb1-4115-8c3e-5cd670e2e164 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2bad2e01f2540fea6020e9adbd2bdc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455326 Sep 27 12:31:49.099094 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff126cc-deb1-4115-8c3e-5cd670e2e164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766e0149-f64c-464c-a3a1-53105e03fbab,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:49.100548 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 36142) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:49.146917 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9d66673a-b3e2-423f-9ae1-ff5b3fab399a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:49.169157 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9d66673a-b3e2-423f-9ae1-ff5b3fab399a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:49.465605 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9d66673a-b3e2-423f-9ae1-ff5b3fab399a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:49.468240 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9d66673a-b3e2-423f-9ae1-ff5b3fab399a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:49.469364 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-9d66673a-b3e2-423f-9ae1-ff5b3fab399a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/766e0149-f64c-464c-a3a1-53105e03fbab HTTP/1.1" status: 204 len: 168 time: 0.3678238 Sep 27 12:31:49.477175 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66673a-b3e2-423f-9ae1-ff5b3fab399a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766e0149-f64c-464c-a3a1-53105e03fbab,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:49.675798 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:49.779342 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 36148) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:49.793109 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e4a05a48-cf6b-4d9c-8263-208e29433954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:49.882497 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e4a05a48-cf6b-4d9c-8263-208e29433954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:49.886292 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e4a05a48-cf6b-4d9c-8263-208e29433954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:49.924291 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-e4a05a48-cf6b-4d9c-8263-208e29433954 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e136846cc4dd4c7ea702dd62efad933e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438358 Sep 27 12:31:49.926066 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a05a48-cf6b-4d9c-8263-208e29433954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797109e5-d845-4bd6-ba26-afe6d29412ba,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:49.927461 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 36150) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:31:49.973629 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f3d215a7-e199-4c48-8557-7dcf1126ed4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:49.993842 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f3d215a7-e199-4c48-8557-7dcf1126ed4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:50.038616 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f3d215a7-e199-4c48-8557-7dcf1126ed4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:50.041115 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f3d215a7-e199-4c48-8557-7dcf1126ed4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:31:50.042247 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-f3d215a7-e199-4c48-8557-7dcf1126ed4c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/797109e5-d845-4bd6-ba26-afe6d29412ba HTTP/1.1" status: 204 len: 168 time: 0.1138206 Sep 27 12:31:50.049721 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d215a7-e199-4c48-8557-7dcf1126ed4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797109e5-d845-4bd6-ba26-afe6d29412ba,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:31:50.907015 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:02.682832 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:32:11.609031 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:15.344910 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9e26130-87c8-4f30-8373-1860a607b32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:17.533860 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e4d48da3-834b-4345-8ecd-8231e0e47217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:18.725056 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:19.678809 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:20.907325 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:26.008731 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 36354) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:32:26.109232 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c2923750-d7a5-4299-80ec-d89741ef6ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:26.195147 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c2923750-d7a5-4299-80ec-d89741ef6ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:26.199159 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c2923750-d7a5-4299-80ec-d89741ef6ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:26.237245 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-c2923750-d7a5-4299-80ec-d89741ef6ca8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a2b718c7591d4198aa594b8a69e6466f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274060 Sep 27 12:32:26.238102 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2923750-d7a5-4299-80ec-d89741ef6ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec5cb0a-c944-48cf-8844-10c99876fece,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:32:26.239981 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 36358) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:32:26.287892 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-afad6802-b8d1-436e-9d85-1b6234f4f136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:26.309319 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-afad6802-b8d1-436e-9d85-1b6234f4f136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:26.355182 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-afad6802-b8d1-436e-9d85-1b6234f4f136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:26.358224 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-afad6802-b8d1-436e-9d85-1b6234f4f136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:26.359400 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-afad6802-b8d1-436e-9d85-1b6234f4f136 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2ec5cb0a-c944-48cf-8844-10c99876fece HTTP/1.1" status: 204 len: 168 time: 0.1184554 Sep 27 12:32:26.366885 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad6802-b8d1-436e-9d85-1b6234f4f136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec5cb0a-c944-48cf-8844-10c99876fece,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:32:26.374009 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afad6802-b8d1-436e-9d85-1b6234f4f136 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:26.374423 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afad6802-b8d1-436e-9d85-1b6234f4f136 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:26.374685 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afad6802-b8d1-436e-9d85-1b6234f4f136 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:26.375028 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afad6802-b8d1-436e-9d85-1b6234f4f136 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:26.375359 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afad6802-b8d1-436e-9d85-1b6234f4f136 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:26.375687 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afad6802-b8d1-436e-9d85-1b6234f4f136 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:26.376018 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afad6802-b8d1-436e-9d85-1b6234f4f136 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:26.376320 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afad6802-b8d1-436e-9d85-1b6234f4f136 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:26.376643 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afad6802-b8d1-436e-9d85-1b6234f4f136 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:26.376964 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afad6802-b8d1-436e-9d85-1b6234f4f136 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:26.377278 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afad6802-b8d1-436e-9d85-1b6234f4f136 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:26.377593 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afad6802-b8d1-436e-9d85-1b6234f4f136 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:28.540851 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-f8dd398e-e3d9-4e98-acb4-2dee14698e94 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=65fbe20581a04214b23222f6f832c086&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284879 Sep 27 12:32:28.719895 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-c29160e8-f7bc-4ee5-89dc-9802b10adfea tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:32:28.721346 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-c29160e8-f7bc-4ee5-89dc-9802b10adfea tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1751165 Sep 27 12:32:28.736557 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-5862d4e0-979f-4828-8097-f067cc555fd1 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.60 "GET /v2.0/quotas/65fbe20581a04214b23222f6f832c086 HTTP/1.1" status: 200 len: 375 time: 0.0094314 Sep 27 12:32:28.768220 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-35c23071-18d2-4fec-81d3-1fb88999e225 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=65fbe20581a04214b23222f6f832c086&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259941 Sep 27 12:32:28.920956 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-83c7dc57-8203-4efe-bab9-1049315630f4 req-5095d8fe-1d07-4c1b-9a57-1d3f9256bbab tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a6a0b45-fc42-4841-b8bc-78edc2a8f7e8 HTTP/1.1" status: 200 len: 210 time: 0.0271425 Sep 27 12:32:29.982215 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-0d8ff990-6a52-4892-ab00-60db3250ad42 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=65fbe20581a04214b23222f6f832c086&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277913 Sep 27 12:32:30.020524 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a68a9c66-508d-43b4-96f2-a2de0e236457 req-f550ad79-c275-4305-8ddb-d523d4e7500f tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a6a0b45-fc42-4841-b8bc-78edc2a8f7e8 HTTP/1.1" status: 200 len: 210 time: 0.0276213 Sep 27 12:32:30.179430 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-8abc5dc1-f962-4845-b9d1-21a8fdf78577 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:32:30.180855 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-8abc5dc1-f962-4845-b9d1-21a8fdf78577 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1927834 Sep 27 12:32:30.193877 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-9f1e9d7a-ce2f-43de-b95d-b7a607eaba36 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Request body: {'port': {'device_id': '6a6a0b45-fc42-4841-b8bc-78edc2a8f7e8', 'network_id': '22ff78ba-7095-4914-a162-d4c3d72030eb', 'admin_state_up': True, 'tenant_id': '65fbe20581a04214b23222f6f832c086'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:32:30.298710 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-9f1e9d7a-ce2f-43de-b95d-b7a607eaba36 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Made reservation on behalf of 65fbe20581a04214b23222f6f832c086 for: {'port': 1} {{(pid=94061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 12:32:30.302766 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-9f1e9d7a-ce2f-43de-b95d-b7a607eaba36 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:30.311455 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-9f1e9d7a-ce2f-43de-b95d-b7a607eaba36 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Notify callbacks [] for security_group, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:30.399822 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-9f1e9d7a-ce2f-43de-b95d-b7a607eaba36 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:30.403878 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-9f1e9d7a-ce2f-43de-b95d-b7a607eaba36 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:30.470116 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e9d7a-ce2f-43de-b95d-b7a607eaba36 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d3f33f-05a6-4351-92c9-97109141a893,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:32:30.537449 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-9f1e9d7a-ce2f-43de-b95d-b7a607eaba36 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Allocated IP 192.168.233.191 (22ff78ba-7095-4914-a162-d4c3d72030eb/a3129988-1e80-482a-9d63-75dd2f90c0e0/2ca5de35-33c3-4c62-99ba-dde327e37352) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 12:32:30.684882 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-9f1e9d7a-ce2f-43de-b95d-b7a607eaba36 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:30.719212 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-9f1e9d7a-ce2f-43de-b95d-b7a607eaba36 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743558624431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:30.760772 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-9f1e9d7a-ce2f-43de-b95d-b7a607eaba36 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Network 22ff78ba-7095-4914-a162-d4c3d72030eb is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 12:32:30.763947 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-9f1e9d7a-ce2f-43de-b95d-b7a607eaba36 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 12:32:30.767733 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-9f1e9d7a-ce2f-43de-b95d-b7a607eaba36 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 12:32:30.776175 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e9d7a-ce2f-43de-b95d-b7a607eaba36 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Pushing event updated for resources: {'Port': ['ID=2ca5de35-33c3-4c62-99ba-dde327e37352,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:32:30.822737 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-9f1e9d7a-ce2f-43de-b95d-b7a607eaba36 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:32:30.823910 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-9f1e9d7a-ce2f-43de-b95d-b7a607eaba36 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:30.839907 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-9f1e9d7a-ce2f-43de-b95d-b7a607eaba36 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6495409 Sep 27 12:32:30.852794 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.v2.base [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-29c8999c-f105-4218-a140-9750068df5b4 service neutron] Request body: {'port': {'device_id': '6a6a0b45-fc42-4841-b8bc-78edc2a8f7e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 12:32:30.916512 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-29c8999c-f105-4218-a140-9750068df5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:31.036355 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-0020870c-577f-4aa5-8ae3-62c0dc47c5f8 None None] Provisioning complete for port 2ca5de35-33c3-4c62-99ba-dde327e37352 triggered by entity DHCP. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:32:31.036945 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0020870c-577f-4aa5-8ae3-62c0dc47c5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:31.082837 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-0020870c-577f-4aa5-8ae3-62c0dc47c5f8 None None] Port 2ca5de35-33c3-4c62-99ba-dde327e37352 cannot update to ACTIVE because it is not bound. {{(pid=94063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 12:32:31.175169 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14372961-5415-4e6c-abcc-cbc97b9836f1 req-b4a03882-81f6-455f-868e-3a2cf457406b tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:32:31.176957 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-14372961-5415-4e6c-abcc-cbc97b9836f1 req-b4a03882-81f6-455f-868e-3a2cf457406b tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a6a0b45-fc42-4841-b8bc-78edc2a8f7e8 HTTP/1.1" status: 200 len: 936 time: 0.0748544 Sep 27 12:32:31.248280 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-14372961-5415-4e6c-abcc-cbc97b9836f1 req-26d5d429-b415-4fa3-bb05-fb146c9bcf08 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d3f33f-05a6-4351-92c9-97109141a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641708 Sep 27 12:32:31.252063 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-29c8999c-f105-4218-a140-9750068df5b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ca5de35-33c3-4c62-99ba-dde327e37352 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:32:31.264890 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-29c8999c-f105-4218-a140-9750068df5b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:31.271978 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-29c8999c-f105-4218-a140-9750068df5b4 service neutron] Transition to ACTIVE for port object 2ca5de35-33c3-4c62-99ba-dde327e37352 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 12:32:31.277160 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-29c8999c-f105-4218-a140-9750068df5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:31.329659 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8999c-f105-4218-a140-9750068df5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca5de35-33c3-4c62-99ba-dde327e37352,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:32:31.394540 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-29c8999c-f105-4218-a140-9750068df5b4 service neutron] Attempting to bind port 2ca5de35-33c3-4c62-99ba-dde327e37352 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 12:32:31.394872 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-29c8999c-f105-4218-a140-9750068df5b4 service neutron] Attempting to bind port 2ca5de35-33c3-4c62-99ba-dde327e37352 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'eea2c440-b44b-4a3f-9e03-7eedb9ff5c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22ff78ba-7095-4914-a162-d4c3d72030eb'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 12:32:31.395227 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-29c8999c-f105-4218-a140-9750068df5b4 service neutron] Attempting to bind port 2ca5de35-33c3-4c62-99ba-dde327e37352 on network 22ff78ba-7095-4914-a162-d4c3d72030eb {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:32:31.399573 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-29c8999c-f105-4218-a140-9750068df5b4 service neutron] Port 2ca5de35-33c3-4c62-99ba-dde327e37352 on network 22ff78ba-7095-4914-a162-d4c3d72030eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 12:32:31.399912 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-29c8999c-f105-4218-a140-9750068df5b4 service neutron] Attempting to bind port 2ca5de35-33c3-4c62-99ba-dde327e37352 on network 22ff78ba-7095-4914-a162-d4c3d72030eb {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 12:32:31.404908 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-29c8999c-f105-4218-a140-9750068df5b4 service neutron] Checking agent: {'id': '20c1fc43-a135-4852-87d5-8f0af43386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'started_at': datetime.datetime(2021, 9, 27, 12, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 12, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 12:32:31.405243 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-29c8999c-f105-4218-a140-9750068df5b4 service neutron] Checking segment: {'id': 'eea2c440-b44b-4a3f-9e03-7eedb9ff5c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22ff78ba-7095-4914-a162-d4c3d72030eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 12:32:31.405621 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-29c8999c-f105-4218-a140-9750068df5b4 service neutron] Bound using segment: {'id': 'eea2c440-b44b-4a3f-9e03-7eedb9ff5c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22ff78ba-7095-4914-a162-d4c3d72030eb'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 12:32:31.406681 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-29c8999c-f105-4218-a140-9750068df5b4 service neutron] Bound port: 2ca5de35-33c3-4c62-99ba-dde327e37352, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea2c440-b44b-4a3f-9e03-7eedb9ff5c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22ff78ba-7095-4914-a162-d4c3d72030eb'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 12:32:31.407062 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-29c8999c-f105-4218-a140-9750068df5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:31.475703 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-29c8999c-f105-4218-a140-9750068df5b4 service neutron] For port 2ca5de35-33c3-4c62-99ba-dde327e37352, host hv-cinder-76845, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 12:32:31.478670 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-29c8999c-f105-4218-a140-9750068df5b4 service neutron] For port 2ca5de35-33c3-4c62-99ba-dde327e37352, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2ca5de35-33c3-4c62-99ba-dde327e37352,segment=NetworkSegment(eea2c440-b44b-4a3f-9e03-7eedb9ff5c29),segment_id=eea2c440-b44b-4a3f-9e03-7eedb9ff5c29)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 12:32:31.483429 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-29c8999c-f105-4218-a140-9750068df5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978531'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:31.516001 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-29c8999c-f105-4218-a140-9750068df5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:32:31.516513 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-29c8999c-f105-4218-a140-9750068df5b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:31.517871 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-29c8999c-f105-4218-a140-9750068df5b4 service neutron] 10.222.0.25 "PUT /v2.0/ports/2ca5de35-33c3-4c62-99ba-dde327e37352 HTTP/1.1" status: 200 len: 1098 time: 0.6693323 Sep 27 12:32:31.518311 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a6a0b45-fc42-4841-b8bc-78edc2a8f7e8', 'tag': '2ca5de35-33c3-4c62-99ba-dde327e37352'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:32:31.520524 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fab3702-9fe2-4564-85e4-e8ef94c8d47d" -d '{"events": [{"name": "network-changed", "server_uuid": "6a6a0b45-fc42-4841-b8bc-78edc2a8f7e8", "tag": "2ca5de35-33c3-4c62-99ba-dde327e37352"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:32:31.554967 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8999c-f105-4218-a140-9750068df5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca5de35-33c3-4c62-99ba-dde327e37352,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:32:31.561868 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a079e48-af09-4c4d-9eb6-d5a11f8e694f x-openstack-request-id: req-5a079e48-af09-4c4d-9eb6-d5a11f8e694f {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:32:31.562865 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a6a0b45-fc42-4841-b8bc-78edc2a8f7e8", "tag": "2ca5de35-33c3-4c62-99ba-dde327e37352", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:32:31.563269 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5a079e48-af09-4c4d-9eb6-d5a11f8e694f {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:32:31.563763 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a6a0b45-fc42-4841-b8bc-78edc2a8f7e8', 'tag': '2ca5de35-33c3-4c62-99ba-dde327e37352', 'status': 'completed', 'code': 200} Sep 27 12:32:31.617415 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-dc392d36-c0a7-4280-bbad-ccdb9454c258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:32:31.618909 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-dc392d36-c0a7-4280-bbad-ccdb9454c258 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=65fbe20581a04214b23222f6f832c086&device_id=6a6a0b45-fc42-4841-b8bc-78edc2a8f7e8 HTTP/1.1" status: 200 len: 1101 time: 0.0432093 Sep 27 12:32:31.665962 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-f795106f-5578-453b-954a-e89ae4ed4a5a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=2ca5de35-33c3-4c62-99ba-dde327e37352 HTTP/1.1" status: 200 len: 217 time: 0.0385838 Sep 27 12:32:31.716102 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-f668f960-feb9-4e8a-99ea-07f9f2ba9b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:32:31.717553 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-f668f960-feb9-4e8a-99ea-07f9f2ba9b16 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a3129988-1e80-482a-9d63-75dd2f90c0e0 HTTP/1.1" status: 200 len: 843 time: 0.0449016 Sep 27 12:32:31.762439 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-cdb507ec-a9af-44bf-a815-c69b8ce253ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:32:31.763969 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-cdb507ec-a9af-44bf-a815-c69b8ce253ba service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=22ff78ba-7095-4914-a162-d4c3d72030eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0396926 Sep 27 12:32:31.856273 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-0e2a2cfc-48fb-4b44-b7d0-395d4441d90d service neutron] 10.222.0.25 "GET /v2.0/networks/22ff78ba-7095-4914-a162-d4c3d72030eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847526 Sep 27 12:32:31.944830 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b8bb674f-c96e-468e-bd96-12ed263fe0ce req-d4860215-d860-4f21-95a5-e0528f71a813 service neutron] 10.222.0.25 "GET /v2.0/networks/22ff78ba-7095-4914-a162-d4c3d72030eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810616 Sep 27 12:32:32.031999 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab3702-9fe2-4564-85e4-e8ef94c8d47d req-3b380564-dde4-4f85-9f12-22aa1c3afe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:32:32.033476 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4fab3702-9fe2-4564-85e4-e8ef94c8d47d req-3b380564-dde4-4f85-9f12-22aa1c3afe9f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=65fbe20581a04214b23222f6f832c086&device_id=6a6a0b45-fc42-4841-b8bc-78edc2a8f7e8 HTTP/1.1" status: 200 len: 1101 time: 0.0436494 Sep 27 12:32:32.122272 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab3702-9fe2-4564-85e4-e8ef94c8d47d req-4eee1072-7ff7-46a9-9323-9079c8c04d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:32:32.123688 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4fab3702-9fe2-4564-85e4-e8ef94c8d47d req-4eee1072-7ff7-46a9-9323-9079c8c04d9d service neutron] 10.222.0.25 "GET /v2.0/networks?id=22ff78ba-7095-4914-a162-d4c3d72030eb HTTP/1.1" status: 200 len: 870 time: 0.0826285 Sep 27 12:32:32.168077 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4fab3702-9fe2-4564-85e4-e8ef94c8d47d req-040da896-671f-4b81-bcd7-1ee7cecfa641 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=2ca5de35-33c3-4c62-99ba-dde327e37352 HTTP/1.1" status: 200 len: 217 time: 0.0371275 Sep 27 12:32:32.215359 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab3702-9fe2-4564-85e4-e8ef94c8d47d req-8190315e-a8e0-43ad-ab8c-a694a120f1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:32:32.216751 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4fab3702-9fe2-4564-85e4-e8ef94c8d47d req-8190315e-a8e0-43ad-ab8c-a694a120f1bc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a3129988-1e80-482a-9d63-75dd2f90c0e0 HTTP/1.1" status: 200 len: 843 time: 0.0416923 Sep 27 12:32:32.260381 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab3702-9fe2-4564-85e4-e8ef94c8d47d req-df0fd6cc-924d-4ed6-9e5d-ce8c958faf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:32:32.261813 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4fab3702-9fe2-4564-85e4-e8ef94c8d47d req-df0fd6cc-924d-4ed6-9e5d-ce8c958faf2a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=22ff78ba-7095-4914-a162-d4c3d72030eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0382020 Sep 27 12:32:32.393259 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4fab3702-9fe2-4564-85e4-e8ef94c8d47d req-f0223f30-3e5a-4f4b-91ec-c7e955c7e864 service neutron] 10.222.0.25 "GET /v2.0/networks/22ff78ba-7095-4914-a162-d4c3d72030eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240954 Sep 27 12:32:32.404944 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9694f-60c6-4d18-a130-5877c4db1788 req-f36188f9-8ff8-4446-9508-3cdb1efae3df tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:32:32.406833 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7ef9694f-60c6-4d18-a130-5877c4db1788 req-f36188f9-8ff8-4446-9508-3cdb1efae3df tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a6a0b45-fc42-4841-b8bc-78edc2a8f7e8 HTTP/1.1" status: 200 len: 948 time: 0.0663865 Sep 27 12:32:32.496508 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-7ef9694f-60c6-4d18-a130-5877c4db1788 req-c5ec081d-3cce-43f7-8920-ccde03cb1d59 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d3f33f-05a6-4351-92c9-97109141a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814443 Sep 27 12:32:32.516802 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-4fab3702-9fe2-4564-85e4-e8ef94c8d47d req-041a27e8-a482-4493-ad43-0a345742f3e0 service neutron] 10.222.0.25 "GET /v2.0/networks/22ff78ba-7095-4914-a162-d4c3d72030eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090481 Sep 27 12:32:33.612283 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e89c82-180c-4824-a7b9-3314c5e35437 req-a50ee14f-988c-45d5-8834-0a1a972cef69 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:32:33.613731 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b9e89c82-180c-4824-a7b9-3314c5e35437 req-a50ee14f-988c-45d5-8834-0a1a972cef69 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a6a0b45-fc42-4841-b8bc-78edc2a8f7e8 HTTP/1.1" status: 200 len: 948 time: 0.0507538 Sep 27 12:32:33.650506 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b9e89c82-180c-4824-a7b9-3314c5e35437 req-610d4237-026e-406b-a8c5-01dbd6ca37f9 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d3f33f-05a6-4351-92c9-97109141a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307877 Sep 27 12:32:34.764423 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9e8e4-1fc5-46f7-b8c5-afee68a45ad7 req-33648e94-a98d-4253-bde7-efbf2b605939 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:32:34.766662 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-afd9e8e4-1fc5-46f7-b8c5-afee68a45ad7 req-33648e94-a98d-4253-bde7-efbf2b605939 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a6a0b45-fc42-4841-b8bc-78edc2a8f7e8 HTTP/1.1" status: 200 len: 948 time: 0.0488818 Sep 27 12:32:34.807003 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-afd9e8e4-1fc5-46f7-b8c5-afee68a45ad7 req-53f5ec32-0456-471e-ab4f-850b7986e759 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d3f33f-05a6-4351-92c9-97109141a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332575 Sep 27 12:32:35.752059 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 2ca5de35-33c3-4c62-99ba-dde327e37352 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 12:32:35.844519 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 2ca5de35-33c3-4c62-99ba-dde327e37352, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2ca5de35-33c3-4c62-99ba-dde327e37352,segment=NetworkSegment(eea2c440-b44b-4a3f-9e03-7eedb9ff5c29),segment_id=eea2c440-b44b-4a3f-9e03-7eedb9ff5c29)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:32:35.855578 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Returning: {'device': '2ca5de35-33c3-4c62-99ba-dde327e37352', 'network_id': '22ff78ba-7095-4914-a162-d4c3d72030eb', 'port_id': '2ca5de35-33c3-4c62-99ba-dde327e37352', 'mac_address': 'fa:16:3e:67:fa:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3129988-1e80-482a-9d63-75dd2f90c0e0', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 12:32:35.895612 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:35.914008 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ca5de35-33c3-4c62-99ba-dde327e37352 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 12:32:35.923977 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f76581-fc5d-47a1-aff2-9ba8723d9c32 req-73e30c1a-59a9-4831-a463-160307ba5a71 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:32:35.925508 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-52f76581-fc5d-47a1-aff2-9ba8723d9c32 req-73e30c1a-59a9-4831-a463-160307ba5a71 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a6a0b45-fc42-4841-b8bc-78edc2a8f7e8 HTTP/1.1" status: 200 len: 948 time: 0.0504079 Sep 27 12:32:35.936038 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 2ca5de35-33c3-4c62-99ba-dde327e37352, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2ca5de35-33c3-4c62-99ba-dde327e37352,segment=NetworkSegment(eea2c440-b44b-4a3f-9e03-7eedb9ff5c29),segment_id=eea2c440-b44b-4a3f-9e03-7eedb9ff5c29)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:32:35.941702 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:35.965478 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-52f76581-fc5d-47a1-aff2-9ba8723d9c32 req-4d69634a-09a7-4bb9-b290-d6280ca65d5c tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d3f33f-05a6-4351-92c9-97109141a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338562 Sep 27 12:32:35.989456 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=2ca5de35-33c3-4c62-99ba-dde327e37352,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:32:35.996274 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:35.996656 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:35.997000 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:35.997338 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:35.997671 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:35.998003 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:35.998333 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:35.998674 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:35.999023 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:35.999358 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:36.000210 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:36.000534 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:32:36.256629 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['2ca5de35-33c3-4c62-99ba-dde327e37352'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:32:37.075934 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb660a-01ba-43e4-aa37-f5783a1248d8 req-bede123f-ac12-431f-8c6e-6829df25e163 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:32:37.077382 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b4fb660a-01ba-43e4-aa37-f5783a1248d8 req-bede123f-ac12-431f-8c6e-6829df25e163 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a6a0b45-fc42-4841-b8bc-78edc2a8f7e8 HTTP/1.1" status: 200 len: 949 time: 0.0476778 Sep 27 12:32:37.115341 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b4fb660a-01ba-43e4-aa37-f5783a1248d8 req-30aad49f-5015-4fba-bff9-3f3dc1f66b1e tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d3f33f-05a6-4351-92c9-97109141a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311999 Sep 27 12:32:37.761914 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 2ca5de35-33c3-4c62-99ba-dde327e37352 up at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 12:32:37.812744 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning for port 2ca5de35-33c3-4c62-99ba-dde327e37352 completed by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 12:32:37.816462 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Provisioning complete for port 2ca5de35-33c3-4c62-99ba-dde327e37352 triggered by entity L2. {{(pid=94063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 12:32:37.816847 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8358692'] for port, provisioning_complete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:37.892387 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8382712'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:37.914880 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a6a0b45-fc42-4841-b8bc-78edc2a8f7e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca5de35-33c3-4c62-99ba-dde327e37352'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:32:37.917122 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1408999cb3bb97c5ae56cf322f48a5762bdf0801c3dd38f4c7a67e93a613b0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501405cd-19be-43c7-9314-83cb36a44bd8" -d '{"events": [{"server_uuid": "6a6a0b45-fc42-4841-b8bc-78edc2a8f7e8", "name": "network-vif-plugged", "status": "completed", "tag": "2ca5de35-33c3-4c62-99ba-dde327e37352"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:32:37.929893 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] For port 2ca5de35-33c3-4c62-99ba-dde327e37352, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2ca5de35-33c3-4c62-99ba-dde327e37352,segment=NetworkSegment(eea2c440-b44b-4a3f-9e03-7eedb9ff5c29),segment_id=eea2c440-b44b-4a3f-9e03-7eedb9ff5c29)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:32:37.934458 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743559175940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743558624449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743558624467'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:37.960139 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05857aea-6584-4ba4-8866-4cbeaf757a0b x-openstack-request-id: req-05857aea-6584-4ba4-8866-4cbeaf757a0b {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:32:37.960429 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a6a0b45-fc42-4841-b8bc-78edc2a8f7e8", "name": "network-vif-plugged", "status": "completed", "tag": "2ca5de35-33c3-4c62-99ba-dde327e37352", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:32:37.960680 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-05857aea-6584-4ba4-8866-4cbeaf757a0b {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:32:37.961058 dv-cinder-768458-11-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a6a0b45-fc42-4841-b8bc-78edc2a8f7e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca5de35-33c3-4c62-99ba-dde327e37352', 'code': 200} Sep 27 12:32:37.986288 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Pushing event updated for resources: {'Port': ['ID=2ca5de35-33c3-4c62-99ba-dde327e37352,revision_number=5']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:32:38.149250 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f4fdb-c51f-477c-951b-e2819a0b6dc3 req-1b86fb55-bbb8-4bd9-8e89-63dfa28ce319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:32:38.150785 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f69f4fdb-c51f-477c-951b-e2819a0b6dc3 req-1b86fb55-bbb8-4bd9-8e89-63dfa28ce319 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6a6a0b45-fc42-4841-b8bc-78edc2a8f7e8 HTTP/1.1" status: 200 len: 1103 time: 0.0438788 Sep 27 12:32:38.196074 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-f69f4fdb-c51f-477c-951b-e2819a0b6dc3 req-1d9a0df1-ba2e-4830-9675-ac66af93b22c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=02d3f33f-05a6-4351-92c9-97109141a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380900 Sep 27 12:32:38.231292 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37640584-f86a-40e3-8740-1c50020c814f req-57675111-f82d-4cb5-bb5e-373d963632d8 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:32:38.232745 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-37640584-f86a-40e3-8740-1c50020c814f req-57675111-f82d-4cb5-bb5e-373d963632d8 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a6a0b45-fc42-4841-b8bc-78edc2a8f7e8 HTTP/1.1" status: 200 len: 950 time: 0.0495341 Sep 27 12:32:38.269994 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-37640584-f86a-40e3-8740-1c50020c814f req-28477bc4-c0fc-464a-b0cb-2c7f12b2176a tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d3f33f-05a6-4351-92c9-97109141a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307033 Sep 27 12:32:39.385041 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9cabb8-d0c8-4866-80d1-5005fcd5e538 req-9ac52df2-772a-40c0-baff-e587467800cb tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:32:39.386475 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4a9cabb8-d0c8-4866-80d1-5005fcd5e538 req-9ac52df2-772a-40c0-baff-e587467800cb tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a6a0b45-fc42-4841-b8bc-78edc2a8f7e8 HTTP/1.1" status: 200 len: 950 time: 0.0474334 Sep 27 12:32:39.422875 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4a9cabb8-d0c8-4866-80d1-5005fcd5e538 req-ed8ad534-30a8-4503-824f-28f54d4f9e01 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d3f33f-05a6-4351-92c9-97109141a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303855 Sep 27 12:32:39.681796 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:32:40.540214 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33620c30-d374-4a0e-8a60-70d18aee4707 req-0c5c4483-75af-466b-9fc5-6d76a2857250 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:32:40.541694 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-33620c30-d374-4a0e-8a60-70d18aee4707 req-0c5c4483-75af-466b-9fc5-6d76a2857250 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a6a0b45-fc42-4841-b8bc-78edc2a8f7e8 HTTP/1.1" status: 200 len: 950 time: 0.0480866 Sep 27 12:32:40.578807 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-33620c30-d374-4a0e-8a60-70d18aee4707 req-4a9698c7-70e7-4468-b226-bd2a8831cfd8 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d3f33f-05a6-4351-92c9-97109141a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311911 Sep 27 12:32:40.827707 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0ac0c-f784-4bdc-924a-13aef27b9fbc req-963f2e7b-6789-4b81-83f2-7d98f7022af2 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:32:40.829210 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b3c0ac0c-f784-4bdc-924a-13aef27b9fbc req-963f2e7b-6789-4b81-83f2-7d98f7022af2 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a6a0b45-fc42-4841-b8bc-78edc2a8f7e8 HTTP/1.1" status: 200 len: 950 time: 0.0514722 Sep 27 12:32:40.865904 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-b3c0ac0c-f784-4bdc-924a-13aef27b9fbc req-9e857e57-6d8e-43fd-86f8-c423cb45ff75 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d3f33f-05a6-4351-92c9-97109141a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303683 Sep 27 12:32:41.626573 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:42.030665 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4de1e-83da-472e-a2e7-d7cb64bdc2e4 req-206d9ede-599d-4ce0-92b0-310835b681e2 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:32:42.032134 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d1d4de1e-83da-472e-a2e7-d7cb64bdc2e4 req-206d9ede-599d-4ce0-92b0-310835b681e2 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a6a0b45-fc42-4841-b8bc-78edc2a8f7e8 HTTP/1.1" status: 200 len: 950 time: 0.0524821 Sep 27 12:32:42.069676 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d1d4de1e-83da-472e-a2e7-d7cb64bdc2e4 req-5f4945b9-fba2-4f5a-9199-d24a67ffc6a6 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d3f33f-05a6-4351-92c9-97109141a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315406 Sep 27 12:32:42.375613 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f1378-db20-4389-a442-cea6d4d58a35 req-44f51519-71e5-4da9-9273-adc2613c162e tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:32:42.377722 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1f0f1378-db20-4389-a442-cea6d4d58a35 req-44f51519-71e5-4da9-9273-adc2613c162e tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a6a0b45-fc42-4841-b8bc-78edc2a8f7e8 HTTP/1.1" status: 200 len: 950 time: 0.0491626 Sep 27 12:32:42.467640 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-1f0f1378-db20-4389-a442-cea6d4d58a35 req-14db72ef-dd5d-4610-9196-7cd7bcc780b9 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Deleting port 2ca5de35-33c3-4c62-99ba-dde327e37352 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:32:42.467984 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-1f0f1378-db20-4389-a442-cea6d4d58a35 req-14db72ef-dd5d-4610-9196-7cd7bcc780b9 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:42.553155 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-1f0f1378-db20-4389-a442-cea6d4d58a35 req-14db72ef-dd5d-4610-9196-7cd7bcc780b9 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] For port 2ca5de35-33c3-4c62-99ba-dde327e37352, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2ca5de35-33c3-4c62-99ba-dde327e37352,segment=NetworkSegment(eea2c440-b44b-4a3f-9e03-7eedb9ff5c29),segment_id=eea2c440-b44b-4a3f-9e03-7eedb9ff5c29)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:32:42.553436 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-1f0f1378-db20-4389-a442-cea6d4d58a35 req-14db72ef-dd5d-4610-9196-7cd7bcc780b9 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:42.565331 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-1f0f1378-db20-4389-a442-cea6d4d58a35 req-14db72ef-dd5d-4610-9196-7cd7bcc780b9 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Calling delete_port for 2ca5de35-33c3-4c62-99ba-dde327e37352 owned by compute:nova {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:32:42.690615 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-1f0f1378-db20-4389-a442-cea6d4d58a35 req-14db72ef-dd5d-4610-9196-7cd7bcc780b9 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:42.702319 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] get_ports_and_sgs() called for port_ids ['2ca5de35-33c3-4c62-99ba-dde327e37352'] {{(pid=94063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 12:32:42.719323 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db72ef-dd5d-4610-9196-7cd7bcc780b9 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Pushing event deleted for resources: {'Port': ['ID=2ca5de35-33c3-4c62-99ba-dde327e37352,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:32:42.760955 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0f1378-db20-4389-a442-cea6d4d58a35 req-14db72ef-dd5d-4610-9196-7cd7bcc780b9 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] No DVR routers for this DVR port 2ca5de35-33c3-4c62-99ba-dde327e37352 on host hv-cinder-76845 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:32:42.763739 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-1f0f1378-db20-4389-a442-cea6d4d58a35 req-14db72ef-dd5d-4610-9196-7cd7bcc780b9 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:42.765707 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-1f0f1378-db20-4389-a442-cea6d4d58a35 req-14db72ef-dd5d-4610-9196-7cd7bcc780b9 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.25 "DELETE /v2.0/ports/2ca5de35-33c3-4c62-99ba-dde327e37352 HTTP/1.1" status: 204 len: 173 time: 0.3816047 Sep 27 12:32:42.766151 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a6a0b45-fc42-4841-b8bc-78edc2a8f7e8', 'name': 'network-vif-deleted', 'tag': '2ca5de35-33c3-4c62-99ba-dde327e37352'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:32:42.774810 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103f0961-c9cf-47b9-9f55-c8174fca68d7" -d '{"events": [{"server_uuid": "6a6a0b45-fc42-4841-b8bc-78edc2a8f7e8", "name": "network-vif-deleted", "tag": "2ca5de35-33c3-4c62-99ba-dde327e37352"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:32:42.827454 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b53a227-3f5f-4e20-9c03-a14f13bc66fd x-openstack-request-id: req-9b53a227-3f5f-4e20-9c03-a14f13bc66fd {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:32:42.827961 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a6a0b45-fc42-4841-b8bc-78edc2a8f7e8", "name": "network-vif-deleted", "tag": "2ca5de35-33c3-4c62-99ba-dde327e37352", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:32:42.828281 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9b53a227-3f5f-4e20-9c03-a14f13bc66fd {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:32:42.828996 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a6a0b45-fc42-4841-b8bc-78edc2a8f7e8', 'name': 'network-vif-deleted', 'tag': '2ca5de35-33c3-4c62-99ba-dde327e37352', 'status': 'completed', 'code': 200} Sep 27 12:32:43.181184 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b12d593a-6ecc-4a55-8e53-1c2e1e49ee70 req-e8e0e621-458a-4225-bf81-ef1629c0cf06 tempest-VolumesNegativeTest-369379111 tempest-VolumesNegativeTest-369379111-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a6a0b45-fc42-4841-b8bc-78edc2a8f7e8 HTTP/1.1" status: 200 len: 210 time: 0.0282774 Sep 27 12:32:45.345881 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1321a36c-1773-427a-ba19-bf319640106c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:45.831237 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 2ca5de35-33c3-4c62-99ba-dde327e37352 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:32:45.850862 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] No Port match for: 2ca5de35-33c3-4c62-99ba-dde327e37352 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:32:45.851237 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 2ca5de35-33c3-4c62-99ba-dde327e37352 not bound to the agent host hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:32:47.534722 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2708b00e-f685-4d9e-8f3d-e4a7e6b07e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:47.812596 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 36694) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:32:47.944200 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-dbcef25f-21ba-45d1-82ab-078019d48717 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=65fbe20581a04214b23222f6f832c086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1304519 Sep 27 12:32:47.947072 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 36698) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:32:47.995352 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b0e04bcf-321d-4125-a786-4c82fdcb7a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:48.015513 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b0e04bcf-321d-4125-a786-4c82fdcb7a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:48.061774 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b0e04bcf-321d-4125-a786-4c82fdcb7a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:48.064378 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b0e04bcf-321d-4125-a786-4c82fdcb7a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:48.065518 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-b0e04bcf-321d-4125-a786-4c82fdcb7a51 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/02d3f33f-05a6-4351-92c9-97109141a893 HTTP/1.1" status: 204 len: 168 time: 0.1173737 Sep 27 12:32:48.072964 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e04bcf-321d-4125-a786-4c82fdcb7a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d3f33f-05a6-4351-92c9-97109141a893,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:32:48.727082 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:49.680925 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:50.910122 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:32:53.956037 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-dfdfd35e-2e86-4311-b0e8-ec7ea784def6 req-b657feeb-fa77-4005-a04c-9645158f2f5f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392802 Sep 27 12:32:54.045902 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdfd35e-2e86-4311-b0e8-ec7ea784def6 req-97a18884-6c09-4a26-9ea9-0756316c5c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:32:54.047371 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-dfdfd35e-2e86-4311-b0e8-ec7ea784def6 req-97a18884-6c09-4a26-9ea9-0756316c5c9f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6baa320158cf410f9e52ef8e3fa912c9&device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 1099 time: 0.0415516 Sep 27 12:32:54.146914 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdfd35e-2e86-4311-b0e8-ec7ea784def6 req-6f1b9882-5241-41d6-9cf3-09d99f9ed58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:32:54.148450 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-dfdfd35e-2e86-4311-b0e8-ec7ea784def6 req-6f1b9882-5241-41d6-9cf3-09d99f9ed58a service neutron] 10.222.0.25 "GET /v2.0/networks?id=9354617a-e9e4-4d7b-a0eb-32322544a2ef HTTP/1.1" status: 200 len: 910 time: 0.0816274 Sep 27 12:32:54.217859 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-dfdfd35e-2e86-4311-b0e8-ec7ea784def6 req-efe5951d-dc76-4d7f-9a1b-89013995437f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39ad1260-e58c-4012-a43a-9a3d02996011 HTTP/1.1" status: 200 len: 1001 time: 0.0612319 Sep 27 12:32:54.265637 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdfd35e-2e86-4311-b0e8-ec7ea784def6 req-304045fb-b4a6-4b22-bc8f-90f337c4845d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:32:54.267268 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-dfdfd35e-2e86-4311-b0e8-ec7ea784def6 req-304045fb-b4a6-4b22-bc8f-90f337c4845d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9b234fa0-0a81-423f-a3ca-db50873bb00a HTTP/1.1" status: 200 len: 848 time: 0.0429833 Sep 27 12:32:54.312956 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdfd35e-2e86-4311-b0e8-ec7ea784def6 req-a7738388-3253-4e7e-9354-d99c8cc838d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:32:54.314458 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-dfdfd35e-2e86-4311-b0e8-ec7ea784def6 req-a7738388-3253-4e7e-9354-d99c8cc838d9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9354617a-e9e4-4d7b-a0eb-32322544a2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400498 Sep 27 12:32:54.408924 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-dfdfd35e-2e86-4311-b0e8-ec7ea784def6 req-ddb3a90b-60e1-4c9a-b7aa-75854b274ed5 service neutron] 10.222.0.25 "GET /v2.0/networks/9354617a-e9e4-4d7b-a0eb-32322544a2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842369 Sep 27 12:32:54.499557 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-dfdfd35e-2e86-4311-b0e8-ec7ea784def6 req-01b2e3da-ac90-43cd-9785-0a4fefdd0b65 service neutron] 10.222.0.25 "GET /v2.0/networks/9354617a-e9e4-4d7b-a0eb-32322544a2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834367 Sep 27 12:33:10.179518 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 36840) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:33:10.283593 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a9e1d07d-2833-43cc-886f-624358b912ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:10.381779 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a9e1d07d-2833-43cc-886f-624358b912ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:10.385413 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a9e1d07d-2833-43cc-886f-624358b912ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:10.421010 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1d07d-2833-43cc-886f-624358b912ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4682b3f2-a116-4bfc-a5c3-43d52e61ffdf,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:33:10.426026 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-a9e1d07d-2833-43cc-886f-624358b912ad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=51130e28755442dd9fa269797c19904f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454939 Sep 27 12:33:10.429103 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 36844) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:33:10.431761 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1d07d-2833-43cc-886f-624358b912ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:10.432297 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1d07d-2833-43cc-886f-624358b912ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:10.432645 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1d07d-2833-43cc-886f-624358b912ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:10.432983 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1d07d-2833-43cc-886f-624358b912ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:10.433312 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1d07d-2833-43cc-886f-624358b912ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:10.433645 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1d07d-2833-43cc-886f-624358b912ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:10.433975 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1d07d-2833-43cc-886f-624358b912ad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:10.434304 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1d07d-2833-43cc-886f-624358b912ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:10.434633 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1d07d-2833-43cc-886f-624358b912ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:10.434956 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1d07d-2833-43cc-886f-624358b912ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:10.435300 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1d07d-2833-43cc-886f-624358b912ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:10.435621 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1d07d-2833-43cc-886f-624358b912ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:10.478140 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ee9ff07c-6fb6-4ef4-892f-3d1918ed748b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:10.502904 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ee9ff07c-6fb6-4ef4-892f-3d1918ed748b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:10.548849 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ee9ff07c-6fb6-4ef4-892f-3d1918ed748b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:10.551523 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ee9ff07c-6fb6-4ef4-892f-3d1918ed748b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:10.552880 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-ee9ff07c-6fb6-4ef4-892f-3d1918ed748b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4682b3f2-a116-4bfc-a5c3-43d52e61ffdf HTTP/1.1" status: 204 len: 168 time: 0.1227753 Sep 27 12:33:10.560770 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ff07c-6fb6-4ef4-892f-3d1918ed748b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4682b3f2-a116-4bfc-a5c3-43d52e61ffdf,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:33:11.642634 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:15.354245 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9829da98-dae9-47f7-9ca2-f911a23cc0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:16.680681 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:33:17.535601 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-178e7e19-9ed3-40e7-8e4e-e847eb0c0a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:18.728431 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:19.683865 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:20.912876 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:39.672409 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 36856) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:33:39.960920 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-17160dea-7a82-4c33-abc6-f8737f421891 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Deleting port 526d6f16-024e-4775-a23c-8c19d8c2af26 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:33:39.961173 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-17160dea-7a82-4c33-abc6-f8737f421891 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:40.032044 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-17160dea-7a82-4c33-abc6-f8737f421891 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:40.032361 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-17160dea-7a82-4c33-abc6-f8737f421891 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:40.043985 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-17160dea-7a82-4c33-abc6-f8737f421891 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Calling delete_port for 526d6f16-024e-4775-a23c-8c19d8c2af26 owned by network:floatingip {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:33:40.186419 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-17160dea-7a82-4c33-abc6-f8737f421891 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:40.213628 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17160dea-7a82-4c33-abc6-f8737f421891 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Pushing event deleted for resources: {'Port': ['ID=526d6f16-024e-4775-a23c-8c19d8c2af26,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:33:40.239929 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17160dea-7a82-4c33-abc6-f8737f421891 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:40.240275 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17160dea-7a82-4c33-abc6-f8737f421891 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:40.240614 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17160dea-7a82-4c33-abc6-f8737f421891 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:40.240948 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17160dea-7a82-4c33-abc6-f8737f421891 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:40.241276 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17160dea-7a82-4c33-abc6-f8737f421891 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:40.241604 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17160dea-7a82-4c33-abc6-f8737f421891 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:40.241929 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17160dea-7a82-4c33-abc6-f8737f421891 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:40.242251 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17160dea-7a82-4c33-abc6-f8737f421891 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:40.242574 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17160dea-7a82-4c33-abc6-f8737f421891 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:40.242894 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17160dea-7a82-4c33-abc6-f8737f421891 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:40.243311 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17160dea-7a82-4c33-abc6-f8737f421891 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:40.243631 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17160dea-7a82-4c33-abc6-f8737f421891 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:40.281832 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-17160dea-7a82-4c33-abc6-f8737f421891 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks [] for floatingip, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:40.282158 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.db.l3_db [None req-17160dea-7a82-4c33-abc6-f8737f421891 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Floating IP a47e9d8b-7c0f-414c-a066-cf81ab8a034f disassociated (deleted). External IP: 172.27.2.26, port: 39ad1260-e58c-4012-a43a-9a3d02996011. Sep 27 12:33:40.732194 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17160dea-7a82-4c33-abc6-f8737f421891 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Router 2aa046d3-9d3c-4ee9-a870-4443f9203007 has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:33:40.839103 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17160dea-7a82-4c33-abc6-f8737f421891 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:33:40.844077 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-17160dea-7a82-4c33-abc6-f8737f421891 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for floatingip, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:40.848961 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1493d0e6-c89b-424c-8250-0b00fc87b9b9 None None] Sync routers for ids ['2aa046d3-9d3c-4ee9-a870-4443f9203007'] in dv-cinder-768458-11-iscsi {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:33:40.857639 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1493d0e6-c89b-424c-8250-0b00fc87b9b9 None None] Routers {'2aa046d3-9d3c-4ee9-a870-4443f9203007'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:33:40.858251 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-1493d0e6-c89b-424c-8250-0b00fc87b9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:33:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['2aa046d3-9d3c-4ee9-a870-4443f9203007'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:33:40.870563 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-17160dea-7a82-4c33-abc6-f8737f421891 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "DELETE /v2.0/floatingips/a47e9d8b-7c0f-414c-a066-cf81ab8a034f HTTP/1.1" status: 204 len: 168 time: 1.1970930 Sep 27 12:33:40.871466 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824fc02f-5d88-492e-936b-234f2d02ee31', 'tag': '39ad1260-e58c-4012-a43a-9a3d02996011'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:33:40.873665 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131c1e1c-0c95-4a78-a766-509b9346b9af" -d '{"events": [{"name": "network-changed", "server_uuid": "824fc02f-5d88-492e-936b-234f2d02ee31", "tag": "39ad1260-e58c-4012-a43a-9a3d02996011"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:33:40.917203 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 12:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c7637f-417e-4cc0-81cb-7e8c8f7e20a6 x-openstack-request-id: req-f4c7637f-417e-4cc0-81cb-7e8c8f7e20a6 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:33:40.917506 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824fc02f-5d88-492e-936b-234f2d02ee31", "tag": "39ad1260-e58c-4012-a43a-9a3d02996011", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:33:40.917761 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f4c7637f-417e-4cc0-81cb-7e8c8f7e20a6 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:33:40.918169 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824fc02f-5d88-492e-936b-234f2d02ee31', 'tag': '39ad1260-e58c-4012-a43a-9a3d02996011', 'status': 'completed', 'code': 200} Sep 27 12:33:40.969452 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-1493d0e6-c89b-424c-8250-0b00fc87b9b9 None None] Set router 2aa046d3-9d3c-4ee9-a870-4443f9203007 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:33:40.983147 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c1e1c-0c95-4a78-a766-509b9346b9af req-840f53ca-957b-451f-9552-8e531b9beb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:33:40.984716 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-131c1e1c-0c95-4a78-a766-509b9346b9af req-840f53ca-957b-451f-9552-8e531b9beb2a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6baa320158cf410f9e52ef8e3fa912c9&device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 1099 time: 0.0430799 Sep 27 12:33:41.102220 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c1e1c-0c95-4a78-a766-509b9346b9af req-5180d1e2-73be-4f55-aa3a-64a8d30867be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:33:41.103737 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-131c1e1c-0c95-4a78-a766-509b9346b9af req-5180d1e2-73be-4f55-aa3a-64a8d30867be service neutron] 10.222.0.25 "GET /v2.0/networks?id=9354617a-e9e4-4d7b-a0eb-32322544a2ef HTTP/1.1" status: 200 len: 910 time: 0.1069515 Sep 27 12:33:41.154315 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-131c1e1c-0c95-4a78-a766-509b9346b9af req-8f817fb3-8076-48d7-b125-8a5bdcb23ed6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39ad1260-e58c-4012-a43a-9a3d02996011 HTTP/1.1" status: 200 len: 217 time: 0.0425866 Sep 27 12:33:41.179662 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-1493d0e6-c89b-424c-8250-0b00fc87b9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'name': 'tempest-TestShelveInstance-1451562178-router', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '51046511-afdd-48a2-8673-6f18d875d5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:27:16Z', 'updated_at': '2021-09-27T12:27:18Z', 'revision_number': 4, 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'gw_port': {'id': '51046511-afdd-48a2-8673-6f18d875d5e8', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:16Z', 'updated_at': '2021-09-27T12:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': '915fb6da-6a48-41b6-b8c2-65af18418ab5', 'name': '', 'network_id': '9354617a-e9e4-4d7b-a0eb-32322544a2ef', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'mac_address': 'fa:16:3e:e7:64:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9b234fa0-0a81-423f-a3ca-db50873bb00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:18Z', 'updated_at': '2021-09-27T12:27:25Z', 'revision_number': 5, 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'subnets': [{'id': '9b234fa0-0a81-423f-a3ca-db50873bb00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:33:41.206034 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1493d0e6-c89b-424c-8250-0b00fc87b9b9 None None] Checking router: 2aa046d3-9d3c-4ee9-a870-4443f9203007 for host: dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:33:41.206758 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c1e1c-0c95-4a78-a766-509b9346b9af req-7fcdaf3e-b72a-4329-a23e-a9005c7a0278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:33:41.208297 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-131c1e1c-0c95-4a78-a766-509b9346b9af req-7fcdaf3e-b72a-4329-a23e-a9005c7a0278 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9b234fa0-0a81-423f-a3ca-db50873bb00a HTTP/1.1" status: 200 len: 848 time: 0.0472980 Sep 27 12:33:41.215551 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1493d0e6-c89b-424c-8250-0b00fc87b9b9 None None] Routers {'2aa046d3-9d3c-4ee9-a870-4443f9203007'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:33:41.216162 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-1493d0e6-c89b-424c-8250-0b00fc87b9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:33:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['2aa046d3-9d3c-4ee9-a870-4443f9203007'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:33:41.291427 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd2e3a-047d-4e5a-8029-3ec402c19477 req-8b6947da-7276-4726-a726-ed9190d0b0d4 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:33:41.292890 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-42dd2e3a-047d-4e5a-8029-3ec402c19477 req-8b6947da-7276-4726-a726-ed9190d0b0d4 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 946 time: 0.2293391 Sep 27 12:33:41.297578 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c1e1c-0c95-4a78-a766-509b9346b9af req-a6cd5099-383b-4559-85d1-37811a9a9eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:33:41.299500 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-131c1e1c-0c95-4a78-a766-509b9346b9af req-a6cd5099-383b-4559-85d1-37811a9a9eaa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9354617a-e9e4-4d7b-a0eb-32322544a2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0775251 Sep 27 12:33:41.322313 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-1493d0e6-c89b-424c-8250-0b00fc87b9b9 None None] Set router 2aa046d3-9d3c-4ee9-a870-4443f9203007 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:33:41.358014 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-42dd2e3a-047d-4e5a-8029-3ec402c19477 req-17256884-26a2-4be3-a83e-ca7bd7f8d086 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574849 Sep 27 12:33:41.408011 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-131c1e1c-0c95-4a78-a766-509b9346b9af req-2402c167-fc61-49e1-84f4-ed01b28dd200 service neutron] 10.222.0.25 "GET /v2.0/networks/9354617a-e9e4-4d7b-a0eb-32322544a2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006896 Sep 27 12:33:41.502824 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-131c1e1c-0c95-4a78-a766-509b9346b9af req-69ee043d-467d-4adf-900a-eea22a9ee845 service neutron] 10.222.0.25 "GET /v2.0/networks/9354617a-e9e4-4d7b-a0eb-32322544a2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877872 Sep 27 12:33:41.524876 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-1493d0e6-c89b-424c-8250-0b00fc87b9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'name': 'tempest-TestShelveInstance-1451562178-router', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '51046511-afdd-48a2-8673-6f18d875d5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:27:16Z', 'updated_at': '2021-09-27T12:27:18Z', 'revision_number': 4, 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'gw_port': {'id': '51046511-afdd-48a2-8673-6f18d875d5e8', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:16Z', 'updated_at': '2021-09-27T12:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': '915fb6da-6a48-41b6-b8c2-65af18418ab5', 'name': '', 'network_id': '9354617a-e9e4-4d7b-a0eb-32322544a2ef', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'mac_address': 'fa:16:3e:e7:64:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9b234fa0-0a81-423f-a3ca-db50873bb00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:18Z', 'updated_at': '2021-09-27T12:27:25Z', 'revision_number': 5, 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'subnets': [{'id': '9b234fa0-0a81-423f-a3ca-db50873bb00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:33:41.551095 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1493d0e6-c89b-424c-8250-0b00fc87b9b9 None None] The sync data for ids ['2aa046d3-9d3c-4ee9-a870-4443f9203007'] in dv-cinder-768458-11-iscsi is: [{'id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'name': 'tempest-TestShelveInstance-1451562178-router', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '51046511-afdd-48a2-8673-6f18d875d5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:27:16Z', 'updated_at': '2021-09-27T12:27:18Z', 'revision_number': 4, 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'gw_port': {'id': '51046511-afdd-48a2-8673-6f18d875d5e8', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:16Z', 'updated_at': '2021-09-27T12:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi', '_interfaces': [{'id': '915fb6da-6a48-41b6-b8c2-65af18418ab5', 'name': '', 'network_id': '9354617a-e9e4-4d7b-a0eb-32322544a2ef', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'mac_address': 'fa:16:3e:e7:64:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9b234fa0-0a81-423f-a3ca-db50873bb00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:18Z', 'updated_at': '2021-09-27T12:27:25Z', 'revision_number': 5, 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'subnets': [{'id': '9b234fa0-0a81-423f-a3ca-db50873bb00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:33:41.638606 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:41.776346 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd09c76a-04ce-4f0b-ac78-077b8966892d None None] New status for floating IP a47e9d8b-7c0f-414c-a066-cf81ab8a034f: DOWN {{(pid=94064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 12:33:42.492002 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e50fe4-06d1-4134-9015-7b02ac156099 req-51c24bf9-ccc1-4485-a045-568d053d502d tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:33:42.493483 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e7e50fe4-06d1-4134-9015-7b02ac156099 req-51c24bf9-ccc1-4485-a045-568d053d502d tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 946 time: 0.0506880 Sep 27 12:33:42.530094 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e7e50fe4-06d1-4134-9015-7b02ac156099 req-fd29b4d2-874c-44f9-a2c2-353c9c772b5e tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/security-groups?id=24154d57-7d8b-4525-a8ff-8c047ce26bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304282 Sep 27 12:33:42.845970 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eeea4f-b5b4-4bf8-8aac-8ad1fc3ea2f2 req-0a5426f2-f61a-43ec-bc6e-ce0e57759424 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 12:33:42.847452 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a3eeea4f-b5b4-4bf8-8aac-8ad1fc3ea2f2 req-0a5426f2-f61a-43ec-bc6e-ce0e57759424 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.25 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 946 time: 0.0483046 Sep 27 12:33:42.938353 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-a3eeea4f-b5b4-4bf8-8aac-8ad1fc3ea2f2 req-95314ac5-619b-4ec3-80a4-44e096cc9e13 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Deleting port 39ad1260-e58c-4012-a43a-9a3d02996011 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:33:42.938689 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-a3eeea4f-b5b4-4bf8-8aac-8ad1fc3ea2f2 req-95314ac5-619b-4ec3-80a4-44e096cc9e13 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:43.024495 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [req-a3eeea4f-b5b4-4bf8-8aac-8ad1fc3ea2f2 req-95314ac5-619b-4ec3-80a4-44e096cc9e13 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] For port 39ad1260-e58c-4012-a43a-9a3d02996011, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=39ad1260-e58c-4012-a43a-9a3d02996011,segment=NetworkSegment(4c61cb17-1bfa-40f8-bed2-80315b25d9e6),segment_id=4c61cb17-1bfa-40f8-bed2-80315b25d9e6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:33:43.024868 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-a3eeea4f-b5b4-4bf8-8aac-8ad1fc3ea2f2 req-95314ac5-619b-4ec3-80a4-44e096cc9e13 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:43.037136 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [req-a3eeea4f-b5b4-4bf8-8aac-8ad1fc3ea2f2 req-95314ac5-619b-4ec3-80a4-44e096cc9e13 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Calling delete_port for 39ad1260-e58c-4012-a43a-9a3d02996011 owned by compute:nova {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:33:43.161608 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-a3eeea4f-b5b4-4bf8-8aac-8ad1fc3ea2f2 req-95314ac5-619b-4ec3-80a4-44e096cc9e13 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:43.189670 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95314ac5-619b-4ec3-80a4-44e096cc9e13 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Pushing event deleted for resources: {'Port': ['ID=39ad1260-e58c-4012-a43a-9a3d02996011,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:33:43.234673 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3eeea4f-b5b4-4bf8-8aac-8ad1fc3ea2f2 req-95314ac5-619b-4ec3-80a4-44e096cc9e13 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] No DVR routers for this DVR port 39ad1260-e58c-4012-a43a-9a3d02996011 on host hv-cinder-76845 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:33:43.237267 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [req-a3eeea4f-b5b4-4bf8-8aac-8ad1fc3ea2f2 req-95314ac5-619b-4ec3-80a4-44e096cc9e13 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498817'] for port, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:43.239239 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [req-a3eeea4f-b5b4-4bf8-8aac-8ad1fc3ea2f2 req-95314ac5-619b-4ec3-80a4-44e096cc9e13 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.25 "DELETE /v2.0/ports/39ad1260-e58c-4012-a43a-9a3d02996011 HTTP/1.1" status: 204 len: 173 time: 0.3856297 Sep 27 12:33:43.239880 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824fc02f-5d88-492e-936b-234f2d02ee31', 'name': 'network-vif-deleted', 'tag': '39ad1260-e58c-4012-a43a-9a3d02996011'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 12:33:43.242638 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c120c3a612bb8250ec4b55ff386cbc136e2625448f00a4c9f88154aafca58ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20081c92-85dd-497b-8784-7d1e113a2f49" -d '{"events": [{"server_uuid": "824fc02f-5d88-492e-936b-234f2d02ee31", "name": "network-vif-deleted", "tag": "39ad1260-e58c-4012-a43a-9a3d02996011"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 12:33:43.279155 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 12:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee79318e-9005-47fc-be7e-39be8979dfab x-openstack-request-id: req-ee79318e-9005-47fc-be7e-39be8979dfab {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 12:33:43.279443 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824fc02f-5d88-492e-936b-234f2d02ee31", "name": "network-vif-deleted", "tag": "39ad1260-e58c-4012-a43a-9a3d02996011", "status": "completed", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 12:33:43.279694 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ee79318e-9005-47fc-be7e-39be8979dfab {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 12:33:43.280090 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824fc02f-5d88-492e-936b-234f2d02ee31', 'name': 'network-vif-deleted', 'tag': '39ad1260-e58c-4012-a43a-9a3d02996011', 'status': 'completed', 'code': 200} Sep 27 12:33:43.649548 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [req-41f89cee-d394-483f-849a-ba096610de4f req-2d62e617-e7aa-43b6-85e1-0977fd2e9b7a tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "GET /v2.0/ports?device_id=824fc02f-5d88-492e-936b-234f2d02ee31 HTTP/1.1" status: 200 len: 210 time: 0.0311401 Sep 27 12:33:44.705358 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 36882) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:33:44.763422 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-90a4f06c-7998-4b80-b6e9-66d48ae2ca04 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:44.788524 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-90a4f06c-7998-4b80-b6e9-66d48ae2ca04 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:44.847197 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-90a4f06c-7998-4b80-b6e9-66d48ae2ca04 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:44.849708 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-90a4f06c-7998-4b80-b6e9-66d48ae2ca04 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:44.850837 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-90a4f06c-7998-4b80-b6e9-66d48ae2ca04 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] 10.222.0.60 "DELETE /v2.0/security-groups/24154d57-7d8b-4525-a8ff-8c047ce26bf2 HTTP/1.1" status: 204 len: 168 time: 0.1445019 Sep 27 12:33:44.859990 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4f06c-7998-4b80-b6e9-66d48ae2ca04 tempest-TestShelveInstance-1601580084 tempest-TestShelveInstance-1601580084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24154d57-7d8b-4525-a8ff-8c047ce26bf2,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:33:44.903280 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 36888) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:33:45.328822 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7d91cf2d-8f98-4b60-a553-6a39dc653b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528412'] for router_interface, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:45.344466 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cfaec071-6813-408f-ac57-2463c9e15953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:45.563648 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-7d91cf2d-8f98-4b60-a553-6a39dc653b8b admin admin] Deleting port 915fb6da-6a48-41b6-b8c2-65af18418ab5 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:33:45.563921 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7d91cf2d-8f98-4b60-a553-6a39dc653b8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:45.637720 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-7d91cf2d-8f98-4b60-a553-6a39dc653b8b admin admin] For port 915fb6da-6a48-41b6-b8c2-65af18418ab5, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=915fb6da-6a48-41b6-b8c2-65af18418ab5,segment=NetworkSegment(4c61cb17-1bfa-40f8-bed2-80315b25d9e6),segment_id=4c61cb17-1bfa-40f8-bed2-80315b25d9e6)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:33:45.638066 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7d91cf2d-8f98-4b60-a553-6a39dc653b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:45.653435 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-7d91cf2d-8f98-4b60-a553-6a39dc653b8b admin admin] Calling delete_port for 915fb6da-6a48-41b6-b8c2-65af18418ab5 owned by network:router_interface {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:33:45.827059 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7d91cf2d-8f98-4b60-a553-6a39dc653b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4103691'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:45.864346 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91cf2d-8f98-4b60-a553-6a39dc653b8b admin admin] Pushing event deleted for resources: {'Port': ['ID=915fb6da-6a48-41b6-b8c2-65af18418ab5,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:33:46.028157 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7d91cf2d-8f98-4b60-a553-6a39dc653b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528789'] for router_interface, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:46.046428 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 39ad1260-e58c-4012-a43a-9a3d02996011 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:33:46.066294 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] No Port match for: 39ad1260-e58c-4012-a43a-9a3d02996011 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:33:46.066629 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Device 39ad1260-e58c-4012-a43a-9a3d02996011 not bound to the agent host hv-cinder-76845 {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:33:46.238529 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d91cf2d-8f98-4b60-a553-6a39dc653b8b admin admin] Router 2aa046d3-9d3c-4ee9-a870-4443f9203007 has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:33:46.343599 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d91cf2d-8f98-4b60-a553-6a39dc653b8b admin admin] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:33:46.351330 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-7d91cf2d-8f98-4b60-a553-6a39dc653b8b admin admin] 10.222.0.60 "PUT /v2.0/routers/2aa046d3-9d3c-4ee9-a870-4443f9203007/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4444687 Sep 27 12:33:46.351441 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 36892) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:33:46.359029 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e0be15-6ade-4ba0-bde8-c6ebded96b23 None None] Sync routers for ids ['2aa046d3-9d3c-4ee9-a870-4443f9203007'] in dv-cinder-768458-11-iscsi {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:33:46.370977 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e0be15-6ade-4ba0-bde8-c6ebded96b23 None None] Routers {'2aa046d3-9d3c-4ee9-a870-4443f9203007'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:33:46.372030 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-a7e0be15-6ade-4ba0-bde8-c6ebded96b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:33:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['2aa046d3-9d3c-4ee9-a870-4443f9203007'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:33:46.459870 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-52124f94-8bf0-402d-aa72-06333e3a88d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:46.476719 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-a7e0be15-6ade-4ba0-bde8-c6ebded96b23 None None] Set router 2aa046d3-9d3c-4ee9-a870-4443f9203007 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:33:46.569453 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-52124f94-8bf0-402d-aa72-06333e3a88d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:46.621685 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-52124f94-8bf0-402d-aa72-06333e3a88d9 admin admin] Deleting port 51046511-afdd-48a2-8673-6f18d875d5e8 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:33:46.622023 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-52124f94-8bf0-402d-aa72-06333e3a88d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:46.704320 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-52124f94-8bf0-402d-aa72-06333e3a88d9 admin admin] For port 51046511-afdd-48a2-8673-6f18d875d5e8, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=51046511-afdd-48a2-8673-6f18d875d5e8,segment=NetworkSegment(c3edcc58-5368-4442-b7b6-007dffc21523),segment_id=c3edcc58-5368-4442-b7b6-007dffc21523)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:33:46.704678 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-52124f94-8bf0-402d-aa72-06333e3a88d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:46.718294 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-52124f94-8bf0-402d-aa72-06333e3a88d9 admin admin] Calling delete_port for 51046511-afdd-48a2-8673-6f18d875d5e8 owned by network:router_gateway {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:33:46.773186 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-a7e0be15-6ade-4ba0-bde8-c6ebded96b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'name': 'tempest-TestShelveInstance-1451562178-router', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '51046511-afdd-48a2-8673-6f18d875d5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:27:16Z', 'updated_at': '2021-09-27T12:33:45Z', 'revision_number': 5, 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'gw_port': {'id': '51046511-afdd-48a2-8673-6f18d875d5e8', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:16Z', 'updated_at': '2021-09-27T12:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi'}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:33:46.799386 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e0be15-6ade-4ba0-bde8-c6ebded96b23 None None] Checking router: 2aa046d3-9d3c-4ee9-a870-4443f9203007 for host: dv-cinder-768458-11-iscsi {{(pid=94063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:33:46.807535 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e0be15-6ade-4ba0-bde8-c6ebded96b23 None None] Routers {'2aa046d3-9d3c-4ee9-a870-4443f9203007'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:33:46.808141 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-a7e0be15-6ade-4ba0-bde8-c6ebded96b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:33:18Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['2aa046d3-9d3c-4ee9-a870-4443f9203007'], 'active': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:33:46.889081 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-52124f94-8bf0-402d-aa72-06333e3a88d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:46.896470 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvr_db [None req-a7e0be15-6ade-4ba0-bde8-c6ebded96b23 None None] Set router 2aa046d3-9d3c-4ee9-a870-4443f9203007 gateway port host: None {{(pid=94063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:33:46.915995 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52124f94-8bf0-402d-aa72-06333e3a88d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=51046511-afdd-48a2-8673-6f18d875d5e8,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:33:46.952598 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_hamode_db [None req-a7e0be15-6ade-4ba0-bde8-c6ebded96b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'name': 'tempest-TestShelveInstance-1451562178-router', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:27:16Z', 'updated_at': '2021-09-27T12:33:46Z', 'revision_number': 6, 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'gw_port_host': None}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:33:46.978922 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-52124f94-8bf0-402d-aa72-06333e3a88d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528726'] for router_gateway, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:46.979193 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e0be15-6ade-4ba0-bde8-c6ebded96b23 None None] The sync data for ids ['2aa046d3-9d3c-4ee9-a870-4443f9203007'] in dv-cinder-768458-11-iscsi is: [{'id': '2aa046d3-9d3c-4ee9-a870-4443f9203007', 'name': 'tempest-TestShelveInstance-1451562178-router', 'tenant_id': '6baa320158cf410f9e52ef8e3fa912c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:27:16Z', 'updated_at': '2021-09-27T12:33:46Z', 'revision_number': 6, 'project_id': '6baa320158cf410f9e52ef8e3fa912c9', 'gw_port_host': None}] {{(pid=94063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:33:47.068947 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-52124f94-8bf0-402d-aa72-06333e3a88d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7353'] for router, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:47.071071 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-52124f94-8bf0-402d-aa72-06333e3a88d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:47.112414 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-52124f94-8bf0-402d-aa72-06333e3a88d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530736'] for router, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:47.112926 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52124f94-8bf0-402d-aa72-06333e3a88d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2aa046d3-9d3c-4ee9-a870-4443f9203007 {{(pid=94061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 12:33:47.117154 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-52124f94-8bf0-402d-aa72-06333e3a88d9 admin admin] Notify callbacks [] for router, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:47.118361 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-52124f94-8bf0-402d-aa72-06333e3a88d9 admin admin] 10.222.0.60 "DELETE /v2.0/routers/2aa046d3-9d3c-4ee9-a870-4443f9203007 HTTP/1.1" status: 204 len: 168 time: 0.7652581 Sep 27 12:33:47.120925 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 36894) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:33:47.166805 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c5aff6-41a9-4927-9ed2-d7ad7457905a admin admin] Deleting subnet 9b234fa0-0a81-423f-a3ca-db50873bb00a {{(pid=94061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:33:47.169652 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-89c5aff6-41a9-4927-9ed2-d7ad7457905a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:47.203615 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-89c5aff6-41a9-4927-9ed2-d7ad7457905a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8886147'] for subnet, precommit_delete_associations {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:47.281356 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-89c5aff6-41a9-4927-9ed2-d7ad7457905a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8349256'] for subnet, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:47.338675 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-89c5aff6-41a9-4927-9ed2-d7ad7457905a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8349249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8488502'] for subnet, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:47.367916 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5aff6-41a9-4927-9ed2-d7ad7457905a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b234fa0-0a81-423f-a3ca-db50873bb00a,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:33:47.375146 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-89c5aff6-41a9-4927-9ed2-d7ad7457905a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:47.377668 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-89c5aff6-41a9-4927-9ed2-d7ad7457905a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9b234fa0-0a81-423f-a3ca-db50873bb00a HTTP/1.1" status: 204 len: 168 time: 0.2557969 Sep 27 12:33:47.380232 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 36896) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:33:47.381210 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d3c5bb-4cf5-4960-821a-672225341e70 None None] Network 9354617a-e9e4-4d7b-a0eb-32322544a2ef requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:33:47.456959 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-07c60c4d-5bb1-4988-9258-a17e3094dc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7874224'] for network, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:47.537849 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3979727a-bd14-4ead-b9c3-b91d1ccb83fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:47.737999 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-07c60c4d-5bb1-4988-9258-a17e3094dc8e admin admin] Deleting port 799f7e1f-c20d-462b-b8f9-3b968b05b924 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:33:47.737999 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-07c60c4d-5bb1-4988-9258-a17e3094dc8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:47.767829 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961a7948-7ec0-4014-82ac-c2dce78238a5 None None] DHCP port deletion for 9354617a-e9e4-4d7b-a0eb-32322544a2ef request from dv-cinder-768458-11-iscsi {{(pid=94063) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 12:33:47.806205 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-07c60c4d-5bb1-4988-9258-a17e3094dc8e admin admin] For port 799f7e1f-c20d-462b-b8f9-3b968b05b924, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=799f7e1f-c20d-462b-b8f9-3b968b05b924,segment=NetworkSegment(4c61cb17-1bfa-40f8-bed2-80315b25d9e6),segment_id=4c61cb17-1bfa-40f8-bed2-80315b25d9e6)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:33:47.806560 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-07c60c4d-5bb1-4988-9258-a17e3094dc8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:47.814376 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-961a7948-7ec0-4014-82ac-c2dce78238a5 None None] Deleting port 799f7e1f-c20d-462b-b8f9-3b968b05b924 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:33:47.814834 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-961a7948-7ec0-4014-82ac-c2dce78238a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:47.819033 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-07c60c4d-5bb1-4988-9258-a17e3094dc8e admin admin] Calling delete_port for 799f7e1f-c20d-462b-b8f9-3b968b05b924 owned by network:dhcp {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:33:47.884655 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-961a7948-7ec0-4014-82ac-c2dce78238a5 None None] For port 799f7e1f-c20d-462b-b8f9-3b968b05b924, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=799f7e1f-c20d-462b-b8f9-3b968b05b924,segment=NetworkSegment(4c61cb17-1bfa-40f8-bed2-80315b25d9e6),segment_id=4c61cb17-1bfa-40f8-bed2-80315b25d9e6)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:33:47.885053 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-961a7948-7ec0-4014-82ac-c2dce78238a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:47.897231 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-961a7948-7ec0-4014-82ac-c2dce78238a5 None None] Calling delete_port for 799f7e1f-c20d-462b-b8f9-3b968b05b924 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:33:47.906585 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-07c60c4d-5bb1-4988-9258-a17e3094dc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4103691'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:47.933057 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c60c4d-5bb1-4988-9258-a17e3094dc8e admin admin] Pushing event deleted for resources: {'Port': ['ID=799f7e1f-c20d-462b-b8f9-3b968b05b924,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:33:47.934896 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c60c4d-5bb1-4988-9258-a17e3094dc8e admin admin] No DVR routers for this DVR port 799f7e1f-c20d-462b-b8f9-3b968b05b924 on host dv-cinder-768458-11-iscsi {{(pid=94062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:33:47.978958 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-961a7948-7ec0-4014-82ac-c2dce78238a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:48.005293 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a7948-7ec0-4014-82ac-c2dce78238a5 None None] Pushing event deleted for resources: {'Port': ['ID=799f7e1f-c20d-462b-b8f9-3b968b05b924,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:33:48.007428 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-07c60c4d-5bb1-4988-9258-a17e3094dc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8355569', 'neutron.services.segments.db._delete_segments_for_network-8743558924948'] for network, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:48.007590 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961a7948-7ec0-4014-82ac-c2dce78238a5 None None] No DVR routers for this DVR port 799f7e1f-c20d-462b-b8f9-3b968b05b924 on host dv-cinder-768458-11-iscsi {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:33:48.018019 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a7948-7ec0-4014-82ac-c2dce78238a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:48.018557 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a7948-7ec0-4014-82ac-c2dce78238a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:48.018912 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a7948-7ec0-4014-82ac-c2dce78238a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:48.021058 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a7948-7ec0-4014-82ac-c2dce78238a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:48.021416 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a7948-7ec0-4014-82ac-c2dce78238a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:48.021762 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a7948-7ec0-4014-82ac-c2dce78238a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:48.022102 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a7948-7ec0-4014-82ac-c2dce78238a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:48.022499 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a7948-7ec0-4014-82ac-c2dce78238a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:48.022758 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a7948-7ec0-4014-82ac-c2dce78238a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:48.023111 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a7948-7ec0-4014-82ac-c2dce78238a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:48.023441 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a7948-7ec0-4014-82ac-c2dce78238a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:48.023764 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a7948-7ec0-4014-82ac-c2dce78238a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-11-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 12:33:48.040667 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-07c60c4d-5bb1-4988-9258-a17e3094dc8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9354617a-e9e4-4d7b-a0eb-32322544a2ef']}} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:33:48.050465 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-07c60c4d-5bb1-4988-9258-a17e3094dc8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c61cb17-1bfa-40f8-bed2-80315b25d9e6') {'for_net_delete': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:33:48.050759 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-07c60c4d-5bb1-4988-9258-a17e3094dc8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c61cb17-1bfa-40f8-bed2-80315b25d9e6') {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:33:48.061709 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-07c60c4d-5bb1-4988-9258-a17e3094dc8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743558923165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328871'] for segment, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:48.075884 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-07c60c4d-5bb1-4988-9258-a17e3094dc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:48.082165 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c60c4d-5bb1-4988-9258-a17e3094dc8e admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:33:48.082548 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-07c60c4d-5bb1-4988-9258-a17e3094dc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4103672'] for segment, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:48.084480 dv-cinder-768458-11-iscsi neutron-server[94062]: Traceback (most recent call last): Sep 27 12:33:48.084480 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:33:48.084480 dv-cinder-768458-11-iscsi neutron-server[94062]: timer() Sep 27 12:33:48.084480 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:33:48.084480 dv-cinder-768458-11-iscsi neutron-server[94062]: cb(*args, **kw) Sep 27 12:33:48.084480 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:33:48.084480 dv-cinder-768458-11-iscsi neutron-server[94062]: return func(*args, **kwargs) Sep 27 12:33:48.084480 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:33:48.084480 dv-cinder-768458-11-iscsi neutron-server[94062]: self._notify() Sep 27 12:33:48.084480 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:33:48.084480 dv-cinder-768458-11-iscsi neutron-server[94062]: self.callback(batched_events) Sep 27 12:33:48.084480 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:33:48.084480 dv-cinder-768458-11-iscsi neutron-server[94062]: event.method(event) Sep 27 12:33:48.084480 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:33:48.084480 dv-cinder-768458-11-iscsi neutron-server[94062]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:33:48.084480 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:33:48.084480 dv-cinder-768458-11-iscsi neutron-server[94062]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:33:48.084480 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:33:48.084480 dv-cinder-768458-11-iscsi neutron-server[94062]: return f(self, *a, **k) Sep 27 12:33:48.084480 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:33:48.084480 dv-cinder-768458-11-iscsi neutron-server[94062]: return self._get(url).json() Sep 27 12:33:48.084480 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:33:48.084480 dv-cinder-768458-11-iscsi neutron-server[94062]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:33:48.084480 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:33:48.084480 dv-cinder-768458-11-iscsi neutron-server[94062]: return self.request(url, 'GET', **kwargs) Sep 27 12:33:48.084480 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:33:48.084480 dv-cinder-768458-11-iscsi neutron-server[94062]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:33:48.084480 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:33:48.084480 dv-cinder-768458-11-iscsi neutron-server[94062]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:33:48.084480 dv-cinder-768458-11-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:33:48.084480 dv-cinder-768458-11-iscsi neutron-server[94062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:33:48.084480 dv-cinder-768458-11-iscsi neutron-server[94062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:33:48.137630 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-07c60c4d-5bb1-4988-9258-a17e3094dc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8355526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528650'] for network, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:48.143634 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-07c60c4d-5bb1-4988-9258-a17e3094dc8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:48.149137 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-07c60c4d-5bb1-4988-9258-a17e3094dc8e admin admin] 10.222.0.60 "DELETE /v2.0/networks/9354617a-e9e4-4d7b-a0eb-32322544a2ef HTTP/1.1" status: 204 len: 168 time: 0.7632270 Sep 27 12:33:48.149476 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 36900) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:33:48.156098 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c60c4d-5bb1-4988-9258-a17e3094dc8e admin admin] Pushing event deleted for resources: {'Network': ['ID=9354617a-e9e4-4d7b-a0eb-32322544a2ef,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:33:48.402212 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 915fb6da-6a48-41b6-b8c2-65af18418ab5 no longer exists at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:33:48.424773 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] No Port match for: 915fb6da-6a48-41b6-b8c2-65af18418ab5 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:33:48.425139 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 915fb6da-6a48-41b6-b8c2-65af18418ab5 not bound to the agent host dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:33:48.425534 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 799f7e1f-c20d-462b-b8f9-3b968b05b924 no longer exists at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:33:48.444659 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] No Port match for: 799f7e1f-c20d-462b-b8f9-3b968b05b924 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:33:48.445013 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 799f7e1f-c20d-462b-b8f9-3b968b05b924 not bound to the agent host dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:33:48.445425 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 51046511-afdd-48a2-8673-6f18d875d5e8 no longer exists at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:33:48.463882 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] No Port match for: 51046511-afdd-48a2-8673-6f18d875d5e8 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:33:48.464229 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device 51046511-afdd-48a2-8673-6f18d875d5e8 not bound to the agent host dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:33:48.496389 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-67de2a2b-2892-429c-b90a-69514645aaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528412'] for router_interface, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:48.731420 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:48.735381 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-67de2a2b-2892-429c-b90a-69514645aaa9 admin admin] Deleting port df2e9635-052f-4744-8bfd-dbd0be1c3768 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:33:48.735744 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-67de2a2b-2892-429c-b90a-69514645aaa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:48.814848 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-67de2a2b-2892-429c-b90a-69514645aaa9 admin admin] For port df2e9635-052f-4744-8bfd-dbd0be1c3768, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=df2e9635-052f-4744-8bfd-dbd0be1c3768,segment=NetworkSegment(3dc0629b-b07a-4563-97c7-60c4eec04420),segment_id=3dc0629b-b07a-4563-97c7-60c4eec04420)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:33:48.815242 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-67de2a2b-2892-429c-b90a-69514645aaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:48.827288 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-67de2a2b-2892-429c-b90a-69514645aaa9 admin admin] Calling delete_port for df2e9635-052f-4744-8bfd-dbd0be1c3768 owned by network:router_interface {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:33:49.261447 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-67de2a2b-2892-429c-b90a-69514645aaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:49.285808 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de2a2b-2892-429c-b90a-69514645aaa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=df2e9635-052f-4744-8bfd-dbd0be1c3768,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:33:49.450027 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-67de2a2b-2892-429c-b90a-69514645aaa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528789'] for router_interface, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:49.655681 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67de2a2b-2892-429c-b90a-69514645aaa9 admin admin] Router 20b8e8c4-43ed-4655-8d69-22cb73723f09 has already been hosted by L3 agent 6db84009-1e90-41eb-96d1-acd333e168da {{(pid=94061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 12:33:49.687545 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:49.762154 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67de2a2b-2892-429c-b90a-69514645aaa9 admin admin] Notify agent at l3_agent.dv-cinder-768458-11-iscsi the message routers_updated {{(pid=94061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 12:33:49.767616 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-67de2a2b-2892-429c-b90a-69514645aaa9 admin admin] 10.222.0.60 "PUT /v2.0/routers/20b8e8c4-43ed-4655-8d69-22cb73723f09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6166468 Sep 27 12:33:49.770093 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 36902) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:33:49.772656 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2af484-4293-45bc-b25d-0e278ddc3141 None None] Sync routers for ids ['20b8e8c4-43ed-4655-8d69-22cb73723f09'] in dv-cinder-768458-11-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 12:33:49.784678 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2af484-4293-45bc-b25d-0e278ddc3141 None None] Routers {'20b8e8c4-43ed-4655-8d69-22cb73723f09'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:33:49.785277 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-7f2af484-4293-45bc-b25d-0e278ddc3141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:33:48Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['20b8e8c4-43ed-4655-8d69-22cb73723f09'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:33:49.874947 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-79577d2f-3015-4ba0-8758-5a4871400dd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:49.896901 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-7f2af484-4293-45bc-b25d-0e278ddc3141 None None] Set router 20b8e8c4-43ed-4655-8d69-22cb73723f09 gateway port host: dv-cinder-768458-11-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:33:49.978248 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-79577d2f-3015-4ba0-8758-5a4871400dd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:50.030360 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-79577d2f-3015-4ba0-8758-5a4871400dd3 admin admin] Deleting port cd8b40ca-752a-404e-a157-60e9cc835c75 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:33:50.030693 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-79577d2f-3015-4ba0-8758-5a4871400dd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:50.109683 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-79577d2f-3015-4ba0-8758-5a4871400dd3 admin admin] For port cd8b40ca-752a-404e-a157-60e9cc835c75, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=cd8b40ca-752a-404e-a157-60e9cc835c75,segment=NetworkSegment(c3edcc58-5368-4442-b7b6-007dffc21523),segment_id=c3edcc58-5368-4442-b7b6-007dffc21523)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:33:50.110038 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-79577d2f-3015-4ba0-8758-5a4871400dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:50.121426 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-79577d2f-3015-4ba0-8758-5a4871400dd3 admin admin] Calling delete_port for cd8b40ca-752a-404e-a157-60e9cc835c75 owned by network:router_gateway {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:33:50.155138 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-7f2af484-4293-45bc-b25d-0e278ddc3141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b8e8c4-43ed-4655-8d69-22cb73723f09', 'name': 'tempest-TestShelveInstance-635726236-router', 'tenant_id': 'c87930315af24550967287ef2c3885f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'external_fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'cd8b40ca-752a-404e-a157-60e9cc835c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:27:20Z', 'updated_at': '2021-09-27T12:33:49Z', 'revision_number': 5, 'project_id': 'c87930315af24550967287ef2c3885f8', 'gw_port': {'id': 'cd8b40ca-752a-404e-a157-60e9cc835c75', 'name': '', 'network_id': '1438fd00-25c8-4de7-950d-8ff7237ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b8e8c4-43ed-4655-8d69-22cb73723f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T12:27:21Z', 'updated_at': '2021-09-27T12:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd58ffbb-8e9b-44c5-a656-07f4206120ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-11-iscsi'}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:33:50.182073 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2af484-4293-45bc-b25d-0e278ddc3141 None None] Checking router: 20b8e8c4-43ed-4655-8d69-22cb73723f09 for host: dv-cinder-768458-11-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 12:33:50.190670 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2af484-4293-45bc-b25d-0e278ddc3141 None None] Routers {'20b8e8c4-43ed-4655-8d69-22cb73723f09'} bound to L3 agent in host dv-cinder-768458-11-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 12:33:50.191318 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-7f2af484-4293-45bc-b25d-0e278ddc3141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T12:10:47Z,description=,heartbeat_timestamp=2021-09-27T12:33:48Z,host='dv-cinder-768458-11-iscsi',id=6db84009-1e90-41eb-96d1-acd333e168da,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T12:10:47Z,topic='l3_agent')) {'router_ids': ['20b8e8c4-43ed-4655-8d69-22cb73723f09'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:33:50.274769 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-7f2af484-4293-45bc-b25d-0e278ddc3141 None None] Set router 20b8e8c4-43ed-4655-8d69-22cb73723f09 gateway port host: None {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 12:33:50.287012 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-79577d2f-3015-4ba0-8758-5a4871400dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:50.312041 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79577d2f-3015-4ba0-8758-5a4871400dd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd8b40ca-752a-404e-a157-60e9cc835c75,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:33:50.332237 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-7f2af484-4293-45bc-b25d-0e278ddc3141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b8e8c4-43ed-4655-8d69-22cb73723f09', 'name': 'tempest-TestShelveInstance-635726236-router', 'tenant_id': 'c87930315af24550967287ef2c3885f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:27:20Z', 'updated_at': '2021-09-27T12:33:49Z', 'revision_number': 6, 'project_id': 'c87930315af24550967287ef2c3885f8', 'gw_port_host': None}], 'dv-cinder-768458-11-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:33:50.365133 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2af484-4293-45bc-b25d-0e278ddc3141 None None] The sync data for ids ['20b8e8c4-43ed-4655-8d69-22cb73723f09'] in dv-cinder-768458-11-iscsi is: [{'id': '20b8e8c4-43ed-4655-8d69-22cb73723f09', 'name': 'tempest-TestShelveInstance-635726236-router', 'tenant_id': 'c87930315af24550967287ef2c3885f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T12:27:20Z', 'updated_at': '2021-09-27T12:33:49Z', 'revision_number': 6, 'project_id': 'c87930315af24550967287ef2c3885f8', 'gw_port_host': None}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 12:33:50.375457 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-79577d2f-3015-4ba0-8758-5a4871400dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528726'] for router_gateway, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:50.471732 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-79577d2f-3015-4ba0-8758-5a4871400dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7353'] for router, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:50.473775 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-79577d2f-3015-4ba0-8758-5a4871400dd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:50.515264 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-79577d2f-3015-4ba0-8758-5a4871400dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530736'] for router, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:50.515816 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79577d2f-3015-4ba0-8758-5a4871400dd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20b8e8c4-43ed-4655-8d69-22cb73723f09 {{(pid=94061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 12:33:50.520043 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-79577d2f-3015-4ba0-8758-5a4871400dd3 admin admin] Notify callbacks [] for router, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:50.521263 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-79577d2f-3015-4ba0-8758-5a4871400dd3 admin admin] 10.222.0.60 "DELETE /v2.0/routers/20b8e8c4-43ed-4655-8d69-22cb73723f09 HTTP/1.1" status: 204 len: 168 time: 0.7502406 Sep 27 12:33:50.523831 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 36904) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:33:50.567406 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a16978-7377-4619-8f5e-278f34994750 admin admin] Deleting subnet 9f31004a-9be2-4713-af3c-ae32e50946f3 {{(pid=94061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 12:33:50.570315 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-46a16978-7377-4619-8f5e-278f34994750 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:50.603504 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-46a16978-7377-4619-8f5e-278f34994750 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8886147'] for subnet, precommit_delete_associations {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:50.684440 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-46a16978-7377-4619-8f5e-278f34994750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8349256'] for subnet, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:50.744672 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-46a16978-7377-4619-8f5e-278f34994750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8349249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8488502'] for subnet, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:50.768577 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a16978-7377-4619-8f5e-278f34994750 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f31004a-9be2-4713-af3c-ae32e50946f3,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:33:50.774581 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-46a16978-7377-4619-8f5e-278f34994750 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:50.778633 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-46a16978-7377-4619-8f5e-278f34994750 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9f31004a-9be2-4713-af3c-ae32e50946f3 HTTP/1.1" status: 204 len: 168 time: 0.2517149 Sep 27 12:33:50.779107 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 36906) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:33:50.780489 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800ac137-3063-4897-9d88-18632c3100b3 None None] Network 1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a requested from dv-cinder-768458-11-iscsi {{(pid=94063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 12:33:50.851642 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8d3f42be-45d2-4a6b-903c-ccc93239c30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7874224'] for network, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:50.908103 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-8d3f42be-45d2-4a6b-903c-ccc93239c30a admin admin] Deleting port d9d31df7-5385-439d-b307-40e0cb773cda {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 12:33:50.908275 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8d3f42be-45d2-4a6b-903c-ccc93239c30a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743559170344'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:50.921151 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:50.971392 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-8d3f42be-45d2-4a6b-903c-ccc93239c30a admin admin] For port d9d31df7-5385-439d-b307-40e0cb773cda, host dv-cinder-768458-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-11-iscsi',level=0,port_id=d9d31df7-5385-439d-b307-40e0cb773cda,segment=NetworkSegment(3dc0629b-b07a-4563-97c7-60c4eec04420),segment_id=3dc0629b-b07a-4563-97c7-60c4eec04420)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 12:33:50.971758 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8d3f42be-45d2-4a6b-903c-ccc93239c30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539653'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:50.987253 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-8d3f42be-45d2-4a6b-903c-ccc93239c30a admin admin] Calling delete_port for d9d31df7-5385-439d-b307-40e0cb773cda owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 12:33:51.062852 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8d3f42be-45d2-4a6b-903c-ccc93239c30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8382651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743559174382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743558624440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3978536'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:51.087801 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f42be-45d2-4a6b-903c-ccc93239c30a admin admin] Pushing event deleted for resources: {'Port': ['ID=d9d31df7-5385-439d-b307-40e0cb773cda,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:33:51.092107 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3f42be-45d2-4a6b-903c-ccc93239c30a admin admin] No DVR routers for this DVR port d9d31df7-5385-439d-b307-40e0cb773cda on host dv-cinder-768458-11-iscsi {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 12:33:51.165246 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8d3f42be-45d2-4a6b-903c-ccc93239c30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8355569', 'neutron.services.segments.db._delete_segments_for_network-8743558924948'] for network, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:51.167324 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54378255-59d9-4260-9dbb-ed7fdc3d2ef7 None None] DHCP port deletion for 1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a request from dv-cinder-768458-11-iscsi {{(pid=94063) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 12:33:51.189821 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.services.segments.db [None req-8d3f42be-45d2-4a6b-903c-ccc93239c30a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a']}} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:33:51.198778 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.services.segments.db [None req-8d3f42be-45d2-4a6b-903c-ccc93239c30a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dc0629b-b07a-4563-97c7-60c4eec04420') {'for_net_delete': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:33:51.199324 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.services.segments.db [None req-8d3f42be-45d2-4a6b-903c-ccc93239c30a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dc0629b-b07a-4563-97c7-60c4eec04420') {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 12:33:51.208875 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8d3f42be-45d2-4a6b-903c-ccc93239c30a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743558923165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8886170'] for segment, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:51.222265 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8d3f42be-45d2-4a6b-903c-ccc93239c30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383'] for segment, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:51.228025 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d3f42be-45d2-4a6b-903c-ccc93239c30a admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=94061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 12:33:51.228412 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8d3f42be-45d2-4a6b-903c-ccc93239c30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8348383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3978971'] for segment, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:51.230047 dv-cinder-768458-11-iscsi neutron-server[94061]: Traceback (most recent call last): Sep 27 12:33:51.230047 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 12:33:51.230047 dv-cinder-768458-11-iscsi neutron-server[94061]: timer() Sep 27 12:33:51.230047 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 12:33:51.230047 dv-cinder-768458-11-iscsi neutron-server[94061]: cb(*args, **kw) Sep 27 12:33:51.230047 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 12:33:51.230047 dv-cinder-768458-11-iscsi neutron-server[94061]: return func(*args, **kwargs) Sep 27 12:33:51.230047 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 12:33:51.230047 dv-cinder-768458-11-iscsi neutron-server[94061]: self._notify() Sep 27 12:33:51.230047 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 12:33:51.230047 dv-cinder-768458-11-iscsi neutron-server[94061]: self.callback(batched_events) Sep 27 12:33:51.230047 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 12:33:51.230047 dv-cinder-768458-11-iscsi neutron-server[94061]: event.method(event) Sep 27 12:33:51.230047 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 12:33:51.230047 dv-cinder-768458-11-iscsi neutron-server[94061]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 12:33:51.230047 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 12:33:51.230047 dv-cinder-768458-11-iscsi neutron-server[94061]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 12:33:51.230047 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 12:33:51.230047 dv-cinder-768458-11-iscsi neutron-server[94061]: return f(self, *a, **k) Sep 27 12:33:51.230047 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 12:33:51.230047 dv-cinder-768458-11-iscsi neutron-server[94061]: return self._get(url).json() Sep 27 12:33:51.230047 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 12:33:51.230047 dv-cinder-768458-11-iscsi neutron-server[94061]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 12:33:51.230047 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 12:33:51.230047 dv-cinder-768458-11-iscsi neutron-server[94061]: return self.request(url, 'GET', **kwargs) Sep 27 12:33:51.230047 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 12:33:51.230047 dv-cinder-768458-11-iscsi neutron-server[94061]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 12:33:51.230047 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 12:33:51.230047 dv-cinder-768458-11-iscsi neutron-server[94061]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 12:33:51.230047 dv-cinder-768458-11-iscsi neutron-server[94061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 12:33:51.230047 dv-cinder-768458-11-iscsi neutron-server[94061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 12:33:51.230047 dv-cinder-768458-11-iscsi neutron-server[94061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 12:33:51.287947 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8d3f42be-45d2-4a6b-903c-ccc93239c30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8355526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528650'] for network, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:51.293679 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8d3f42be-45d2-4a6b-903c-ccc93239c30a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553529'] for network, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:51.298185 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-8d3f42be-45d2-4a6b-903c-ccc93239c30a admin admin] 10.222.0.60 "DELETE /v2.0/networks/1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a HTTP/1.1" status: 204 len: 168 time: 0.5155334 Sep 27 12:33:51.306220 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f42be-45d2-4a6b-903c-ccc93239c30a admin admin] Pushing event deleted for resources: {'Network': ['ID=1d14e3e6-e9cc-4a3b-9c68-13e4ff80633a,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:33:51.430008 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 36910) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:33:51.469641 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-b7885ed2-e26f-4630-a056-160392b018c4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6baa320158cf410f9e52ef8e3fa912c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384340 Sep 27 12:33:51.472147 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.wsgi [-] (94061) accepted ('10.222.0.60', 36912) {{(pid=94061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:33:51.518675 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-06542d66-153f-4568-a702-b8f22c2f45d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:51.538869 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-06542d66-153f-4568-a702-b8f22c2f45d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:51.585630 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-06542d66-153f-4568-a702-b8f22c2f45d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:51.588399 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-06542d66-153f-4568-a702-b8f22c2f45d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:51.589592 dv-cinder-768458-11-iscsi neutron-server[94061]: INFO neutron.wsgi [None req-06542d66-153f-4568-a702-b8f22c2f45d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7f38172c-48b5-46eb-8621-a7561acf865f HTTP/1.1" status: 204 len: 168 time: 0.1165612 Sep 27 12:33:51.598395 dv-cinder-768458-11-iscsi neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06542d66-153f-4568-a702-b8f22c2f45d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f38172c-48b5-46eb-8621-a7561acf865f,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:33:51.903632 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 36918) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:33:51.948786 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-b63bc52b-c479-46f2-9574-e65e8fc3b89f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c87930315af24550967287ef2c3885f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438807 Sep 27 12:33:51.951161 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.60', 36920) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 12:33:52.013740 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-304e4594-ee16-4ee3-a9de-94e081b6a399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:52.040317 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-304e4594-ee16-4ee3-a9de-94e081b6a399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:52.085346 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-304e4594-ee16-4ee3-a9de-94e081b6a399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633291'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:52.087971 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-304e4594-ee16-4ee3-a9de-94e081b6a399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:33:52.089094 dv-cinder-768458-11-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-304e4594-ee16-4ee3-a9de-94e081b6a399 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e93b53fd-d589-4987-9896-42964f85aefe HTTP/1.1" status: 204 len: 168 time: 0.1370449 Sep 27 12:33:52.096457 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e4594-ee16-4ee3-a9de-94e081b6a399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93b53fd-d589-4987-9896-42964f85aefe,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 12:33:52.404311 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device cd8b40ca-752a-404e-a157-60e9cc835c75 no longer exists at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:33:52.425485 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] No Port match for: cd8b40ca-752a-404e-a157-60e9cc835c75 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:33:52.425889 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device cd8b40ca-752a-404e-a157-60e9cc835c75 not bound to the agent host dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:33:52.426261 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device d9d31df7-5385-439d-b307-40e0cb773cda no longer exists at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:33:52.448696 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] No Port match for: d9d31df7-5385-439d-b307-40e0cb773cda {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:33:52.449113 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device d9d31df7-5385-439d-b307-40e0cb773cda not bound to the agent host dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:33:52.449698 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device df2e9635-052f-4744-8bfd-dbd0be1c3768 no longer exists at agent ovs-agent-dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 12:33:52.468634 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] No Port match for: df2e9635-052f-4744-8bfd-dbd0be1c3768 {{(pid=94063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 12:33:52.468980 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.rpc [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Device df2e9635-052f-4744-8bfd-dbd0be1c3768 not bound to the agent host dv-cinder-768458-11-iscsi {{(pid=94063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 12:33:53.680048 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:34:00.979960 dv-cinder-768458-11-iscsi neutron-server[94062]: DEBUG neutron.wsgi [req-5b93fa6b-8e28-4147-90a7-72cf4e6e6d18 req-4a0446f1-107e-41ab-b0b9-ec05ef84bea1 service neutron] (94062) timed out ('10.222.0.25', 64787) {{(pid=94062) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 27 12:34:11.653123 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:15.352494 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-77a0473c-6f98-4917-9763-4f99fb46e18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:17.538872 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f4f1a4b3-e45b-4213-a464-5684f12080b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:18.732738 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:19.689800 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:20.919581 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:30.678860 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:34:41.669494 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:45.345022 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4375186-3cf4-4169-8d29-81ab63d276b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:47.538956 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a92c4efd-5cdd-4a16-bf7c-ede86ea5e869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:48.733222 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:49.693212 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:34:50.921553 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:35:07.677266 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:35:11.668763 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:35:15.345425 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c2823616-b90f-4e35-b90f-0cfd9903b739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:35:17.539806 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eba0e701-aed5-41ac-9a24-b7f6df59d07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:35:18.734863 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:35:19.695387 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:35:20.926868 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:35:41.673516 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:35:44.676757 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:35:45.345278 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-603e531b-1efd-4e8f-8929-90f3f7efd1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:35:47.539871 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e65a364a-55f1-45a6-8fed-20b6b817a059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:35:48.734968 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:35:49.701262 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:35:50.929202 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:36:11.683463 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:36:15.345705 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9d39ff2e-1046-40af-9378-d31a2e263463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:36:17.540626 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2826-3a6b-40b3-b453-fbe34edd6628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:36:18.736291 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:36:19.701047 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:36:20.931266 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:36:21.674680 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:36:41.682719 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:36:45.346368 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d437315c-111a-4cc4-82c3-1095ac270879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:36:47.540930 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0f7985c1-366c-4f95-85a5-7e18465befdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:36:48.735900 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:36:49.703977 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:36:50.933679 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:36:58.674055 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:37:11.714060 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:37:15.346364 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3347ed20-2c47-4dd2-9083-9781b70c22cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:37:17.542823 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c832f54f-b100-4e5a-817b-c22e3629febc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:37:18.736053 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:37:19.706754 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:37:20.937341 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:37:35.673299 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:37:41.728953 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:37:45.346425 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e7222b22-347d-4790-9e86-de528529d882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:37:47.543075 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c063565e-02e9-4121-9f8f-4abf9ca67eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:37:48.736429 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:37:49.713288 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:37:50.940000 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:38:11.730157 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:38:12.673115 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:38:15.347539 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-af4cf804-2c69-4cb0-a73d-7eeb79635606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:38:17.543730 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f142065c-4f45-4a23-b68c-a8cf840b5d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:38:18.736039 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:38:19.711725 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:38:20.942447 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:38:41.728149 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:38:45.346858 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7b0cc0be-04ed-4c31-96e2-1384ec4ef4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:38:47.544835 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9ca5b7d7-0d56-4e4f-9ed9-d150e1e97611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:38:48.736514 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:38:49.672433 dv-cinder-768458-11-iscsi neutron-server[94064]: DEBUG neutron.db.agents_db [None req-d1a654ad-a0e7-47a6-8d91-4994c470e466 None None] Agent healthcheck: found 6 active agents {{(pid=94064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 12:38:49.715897 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:38:50.945595 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:11.729448 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0cba76d-5f30-4976-abb8-b7628d83e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:15.347407 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7c519a14-89a0-4f26-b955-7ac290a68fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:17.547313 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-358fe2de-70eb-4749-8824-458f8667c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:18.739495 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c85442cc-73f8-4cf7-8298-8e0a4a993670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:19.718922 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9fe21d4-fcc6-4f0b-aa0d-cf8286306e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 12:39:20.954204 dv-cinder-768458-11-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45465db1-f76b-4609-b99e-7bcc858ff179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743558924930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353265'] for agent, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}